-- Logs begin at Thu 2021-12-16 20:55:37 UTC, end at Thu 2021-12-16 22:20:04 UTC. -- Dec 16 21:46:52.022619 dv-cinder-790535-21-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 16 21:46:54.877027 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.common.config [-] Logging enabled! Dec 16 21:46:54.877676 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev289 Dec 16 21:46:54.877805 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109484) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 21:46:54.881032 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.common.config [-] Logging enabled! Dec 16 21:46:54.881289 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev289 Dec 16 21:46:54.881597 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109484) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 21:46:54.882532 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 21:46:54.882765 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 21:46:54.883126 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 21:46:54.883372 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 21:46:54.884127 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 21:46:54.884545 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.885051 dv-cinder-790535-21-iscsi neutron-server[109484]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 16 21:46:54.885366 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.885661 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.885953 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.886246 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.886536 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.886819 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.887107 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.887403 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.887690 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.887972 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.888257 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.888571 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.888855 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.889142 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.889427 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.889708 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] debug = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.889989 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.890423 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.890846 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.891125 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.891458 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.891736 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.892006 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.892279 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.892587 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.892918 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] host = dv-cinder-790535-21-iscsi {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.893198 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.893489 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.893777 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.894062 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.894338 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.894611 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.894894 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.895170 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.895440 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] log_file = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.895715 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.896002 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.896285 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.896598 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.896824 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.897049 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.897336 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.897622 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.897896 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.898170 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.898442 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.898714 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.898988 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.899883 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.900331 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.900507 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.900798 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.901080 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.901357 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.901632 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.901905 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.902191 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.902505 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.902782 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.903057 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.903344 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.903615 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.903887 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.904444 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.904749 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.905031 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.905317 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.905589 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.905869 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.906139 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.906409 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.906684 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] use_json = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.906951 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.907216 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.907494 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.907766 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.908036 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.908307 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.908610 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.908893 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:54.909185 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.909479 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.909776 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.910056 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.910387 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.910677 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.910970 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.911286 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.911572 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.911859 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.912149 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.912426 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.912738 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.913015 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.913306 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.913608 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.913900 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.914187 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.914462 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.914773 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.915200 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.916727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.916727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.916727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.916727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.916727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.917229 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.917313 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.917585 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.917884 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.918176 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.918452 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.918733 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.919026 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.919305 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.919578 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.919856 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.920146 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.920425 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.920721 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.921038 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.921317 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.921589 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.921862 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.922140 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.922430 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.922707 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.922978 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.923248 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.923520 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.923790 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.924075 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.924353 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.924649 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.924922 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.925199 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.925470 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.925796 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.926060 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.926294 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.926568 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.926840 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.927111 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.927439 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.927924 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.928331 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.928646 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.928925 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.929207 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.929485 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.929763 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.930041 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.930321 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.930647 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.930943 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.931242 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.931527 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.931810 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.932096 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.932380 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.932686 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.932969 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.933250 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.933529 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.933805 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.934099 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.934385 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.934677 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.934961 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.935271 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.935566 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.935843 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.936125 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.936403 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.936704 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.936987 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.937309 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.937563 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.937856 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.938150 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.938444 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.938735 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.939057 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.939403 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.939687 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:54.939904 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 21:46:54.940149 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109484) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 16 21:46:55.370818 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 21:46:55.371101 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 21:46:55.371408 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 21:46:55.371740 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 16 21:46:55.701916 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.702201 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.702490 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.703843 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.704113 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.704379 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.750703 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.750981 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.751258 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.765416 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.765717 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.765973 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.795238 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.795514 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.795777 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.834200 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.834536 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:55.834818 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.173717 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.174306 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.174306 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.174489 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.175177 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.275763 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.276077 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.276358 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.276655 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.276923 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.277231 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.277489 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.277743 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.277994 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.278272 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.278529 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.278790 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.279300 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.279544 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.279795 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.280057 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.280309 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.280598 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.280864 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.281119 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.281385 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.281675 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.281955 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.282332 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.282599 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.282826 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.283215 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:46:56.283456 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:46:56.283690 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:46:56.283923 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:46:56.284154 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:46:56.284384 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:46:56.284771 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 16 21:46:56.287904 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 16 21:46:56.292599 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 16 21:46:56.296584 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Dec 16 21:46:56.298221 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 16 21:46:56.298678 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 16 21:46:56.299027 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 16 21:46:56.299394 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 16 21:46:56.302244 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 16 21:46:56.302500 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 16 21:46:56.302842 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 21:46:56.308326 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 16 21:46:56.331311 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 16 21:46:56.331762 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.332061 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109484) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 16 21:46:56.332418 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.333880 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109484) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 16 21:46:56.334158 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 21:46:56.334399 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 16 21:46:56.338165 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.338444 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:56.402584 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 16 21:46:56.402768 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 16 21:46:56.403004 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 16 21:46:56.403368 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 16 21:46:56.425607 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_db.sqlalchemy.engines [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109484) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 16 21:46:57.143689 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Initializing driver for type 'gre' Dec 16 21:46:57.144208 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] gre ID ranges: [(1, 1000)] Dec 16 21:46:57.368939 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Initializing driver for type 'local' Dec 16 21:46:57.369591 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Initializing driver for type 'vlan' Dec 16 21:46:57.475603 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] VlanTypeDriver initialization complete Dec 16 21:46:57.476010 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Initializing driver for type 'vxlan' Dec 16 21:46:57.476605 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] vxlan ID ranges: [(1, 1000)] Dec 16 21:46:57.677441 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Initializing extension driver 'port_security' Dec 16 21:46:57.677774 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.extensions.port_security [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] PortSecurityExtensionDriver initialization complete Dec 16 21:46:57.678132 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Initializing mechanism driver 'openvswitch' Dec 16 21:46:57.678421 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Initializing mechanism driver 'hyperv' Dec 16 21:46:57.690577 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.plugins.ml2.plugin [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:46:57.691578 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > port after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.691959 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > port after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.692305 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > port after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.692866 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:46:57.693342 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > subnet after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.693689 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > subnet after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.694031 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.694420 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:46:57.694818 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > network after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.695161 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > network after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.695495 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > network after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.695891 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:46:57.697372 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > security_group after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.697722 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > security_group after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.698067 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > security_group after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.698466 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:46:57.698867 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.699256 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.699588 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.700117 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:46:57.700543 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > address_group after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.700888 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > address_group after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.701221 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > address_group after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.701611 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:46:57.701984 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] ML2 OVO RPC backend initialized. {{(pid=109484) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 16 21:46:57.702709 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.703059 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.703469 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > network before_response 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.703809 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > networks before_response 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.704151 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > port before_response 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.704540 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > ports before_response 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.704881 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > subnet before_response 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.705216 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > subnets before_response 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.705553 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > network after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.705885 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > network after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.706212 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > network after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.706540 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > port after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.706867 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > port after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.707194 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > port after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.707519 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > subnet after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.707846 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > subnet after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.708170 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.708773 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.plugin [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Modular L2 Plugin initialization complete Dec 16 21:46:57.709096 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading services supported by the core plugin {{(pid=109484) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 16 21:46:57.709419 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.plugins.ml2.managers [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Got port-security extension from driver 'port_security' Dec 16 21:46:57.709872 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.extensions.vlantransparent [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Disabled vlantransparent extension. Dec 16 21:46:57.710345 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109484) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 16 21:46:57.710652 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading Plugin: router Dec 16 21:46:57.761932 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router_interface before_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.762289 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router after_create 55549900 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.762654 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router before_create 55549900 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.763015 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.763385 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.763738 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router after_delete 55549900 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.764091 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > floatingip after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.764585 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > floatingip after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.764945 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router after_create 55549900 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.765287 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router after_update 55549900 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.765632 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router after_update 55549900 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.765974 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.766335 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router after_update 55549900 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.766743 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router precommit_update 55549900 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.767142 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: port after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.767510 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: port after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.767854 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: subnet after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.768191 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.768563 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > port precommit_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.768910 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router precommit_create 55549900 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.769247 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: port before_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.769582 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router precommit_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.769995 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router after_update 55549900 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.770332 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router precommit_delete 55549900 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.770677 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router precommit_create 55549900 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.771032 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.771369 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router precommit_update 55549900 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.771726 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > agent after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.772070 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > agent after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.772407 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > network after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.773301 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Tracking information for resource: router configured {{(pid=109484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:46:57.773673 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Tracking information for resource: floatingip configured {{(pid=109484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:46:57.779402 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.db.l3_agentschedulers_db [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 16 21:46:57.779975 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: port after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.780327 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: port after_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.780707 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: port after_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.781050 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: port after_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.781835 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router before_create 55550100 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.782195 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router precommit_delete 55550100 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.782624 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router precommit_create 55550100 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.782971 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > router precommit_update 55550100 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.787633 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.services.provider_configuration [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Service providers = [] {{(pid=109484) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 16 21:46:57.787989 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.db.servicetype_db [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109484) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 16 21:46:57.791646 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.services.service_base [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 21:46:57.796670 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.services.service_base [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 21:46:57.796670 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.services.service_base [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 21:46:57.797231 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.services.service_base [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 21:46:57.797597 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.services.service_base [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 16 21:46:57.797982 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:46:57.798297 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 16 21:46:57.810267 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:46:57.810597 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading Plugin: auto_allocate Dec 16 21:46:57.816478 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: network precommit_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.816865 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: network precommit_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.817383 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:46:57.817693 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading Plugin: tag Dec 16 21:46:57.825563 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:46:57.825891 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading Plugin: timestamp Dec 16 21:46:57.829730 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:46:57.830051 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading Plugin: network_ip_availability Dec 16 21:46:57.835531 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.835896 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.836245 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:57.837436 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:46:57.837748 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading Plugin: flavors Dec 16 21:46:57.842731 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:46:57.843061 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading Plugin: revisions Dec 16 21:46:57.847375 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:46:57.847762 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_concurrency.lockutils [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.476s {{(pid=109484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 21:46:57.848517 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109484) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 16 21:46:57.848848 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Initializing extension manager. Dec 16 21:46:57.849365 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: __init__.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.849699 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: __pycache__ {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.850026 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.850353 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: address_group.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.851104 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.851665 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: address-group Dec 16 21:46:57.851982 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: address_scope.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.853314 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.853822 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: address-scope Dec 16 21:46:57.854138 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: admin_state_down_before_update.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.855066 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.855573 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: router-admin-state-down-before-update Dec 16 21:46:57.855888 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: agent.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.856605 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.857211 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: agent Dec 16 21:46:57.857530 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: agent_resources_synced.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.858432 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.858934 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: agent-resources-synced Dec 16 21:46:57.859253 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: allowedaddresspairs.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.861055 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.861577 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: allowed-address-pairs Dec 16 21:46:57.861901 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: auto_allocated_topology.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.862974 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.863484 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: auto-allocated-topology Dec 16 21:46:57.863807 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: availability_zone.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.864581 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.865092 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: availability_zone Dec 16 21:46:57.865413 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: availability_zone_filter.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.866315 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.866820 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: availability_zone_filter Dec 16 21:46:57.867142 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: data_plane_status.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.869094 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.869635 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension data-plane-status not supported by any of loaded plugins Dec 16 21:46:57.869959 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: default_subnetpools.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.870880 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.871385 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: default-subnetpools Dec 16 21:46:57.871710 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: dhcpagentscheduler.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.872546 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.873054 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: dhcp_agent_scheduler Dec 16 21:46:57.873374 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: dns.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.874283 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.874781 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension dns-integration not supported by any of loaded plugins Dec 16 21:46:57.875101 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: dns_domain_ports.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.876013 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.876544 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 16 21:46:57.876870 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.877780 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.878284 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 16 21:46:57.878604 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: dvr.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.879268 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.879765 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: dvr Dec 16 21:46:57.880083 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: ecmp_routes.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.881009 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.881514 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension ecmp_routes not supported by any of loaded plugins Dec 16 21:46:57.881832 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: empty_string_filtering.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.882728 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.883234 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: empty-string-filtering Dec 16 21:46:57.884602 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.885526 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.886032 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 16 21:46:57.886350 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.887255 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.887761 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 16 21:46:57.888086 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: external_net.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.889013 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.889518 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: external-net Dec 16 21:46:57.889837 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: extra_dhcp_opt.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.890731 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.891235 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: extra_dhcp_opt Dec 16 21:46:57.891558 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: extraroute.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.892475 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.892982 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: extraroute Dec 16 21:46:57.893300 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: extraroute_atomic.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.895905 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.896427 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: extraroute-atomic Dec 16 21:46:57.896781 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: filter_validation.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.897451 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.897956 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: filter-validation Dec 16 21:46:57.898280 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: fip_pf_description.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.899775 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.900279 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 16 21:46:57.900638 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: fip_port_details.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.901570 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.902074 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: fip-port-details Dec 16 21:46:57.902395 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: flavors.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.903642 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.904408 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: flavors Dec 16 21:46:57.904752 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.906454 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.906963 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 16 21:46:57.907288 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: floatingip_pools.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.907986 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.908506 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: floatingip-pools Dec 16 21:46:57.908831 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: ip_allocation.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.909760 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.910262 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension ip_allocation not supported by any of loaded plugins Dec 16 21:46:57.910584 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.911518 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.912021 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: ip-substring-filtering Dec 16 21:46:57.912345 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: l2_adjacency.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.913290 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.913795 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension l2_adjacency not supported by any of loaded plugins Dec 16 21:46:57.914112 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: l3.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.916012 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.916564 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: router Dec 16 21:46:57.916892 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: l3_conntrack_helper.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.919205 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.919726 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 16 21:46:57.920055 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.921002 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.921510 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: ext-gw-mode Dec 16 21:46:57.921837 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.922766 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.923273 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: l3-ha Dec 16 21:46:57.923592 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: l3_flavors.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.924533 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.925036 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: l3-flavors Dec 16 21:46:57.925355 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.926263 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.926762 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: l3-port-ip-change-not-allowed Dec 16 21:46:57.927081 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: l3agentscheduler.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.928136 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.928750 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: l3_agent_scheduler Dec 16 21:46:57.929076 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: local_ip.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.931951 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.932489 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension local_ip not supported by any of loaded plugins Dec 16 21:46:57.932832 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: logging.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.934314 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.934830 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension logging not supported by any of loaded plugins Dec 16 21:46:57.935158 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: metering.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.936018 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.936633 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: metering Dec 16 21:46:57.936951 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.938037 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.938548 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: metering_source_and_destination_fields Dec 16 21:46:57.938870 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: multiprovidernet.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.939788 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.940293 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: multi-provider Dec 16 21:46:57.940643 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: netmtu.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.941551 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.942054 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: net-mtu Dec 16 21:46:57.942378 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: netmtu_writable.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.943285 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.943788 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: net-mtu-writable Dec 16 21:46:57.944105 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: network_availability_zone.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.944793 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.945297 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: network_availability_zone Dec 16 21:46:57.945614 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: network_ip_availability.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.947195 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.947708 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: network-ip-availability Dec 16 21:46:57.948028 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: network_segment_range.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.949016 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.949321 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension network-segment-range not supported by any of loaded plugins Dec 16 21:46:57.949638 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: pagination.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.950615 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.950939 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: pagination Dec 16 21:46:57.951257 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: port_device_profile.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.952148 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.952691 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: port-device-profile Dec 16 21:46:57.953010 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.953921 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.954424 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: port-mac-address-regenerate Dec 16 21:46:57.954742 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.955639 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.956142 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: port-numa-affinity-policy Dec 16 21:46:57.956473 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: port_resource_request.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.957386 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.957991 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension port-resource-request not supported by any of loaded plugins Dec 16 21:46:57.958314 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: port_resource_request_groups.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.959269 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.959772 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 16 21:46:57.960090 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: portbindings.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.961041 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.962129 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: binding Dec 16 21:46:57.962454 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: portbindings_extended.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.963773 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.964287 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: binding-extended Dec 16 21:46:57.964644 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: portsecurity.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.965560 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.966075 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: port-security Dec 16 21:46:57.966451 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: project_id.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.967360 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.967686 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: project-id Dec 16 21:46:57.968005 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: providernet.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.968945 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.969450 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: provider Dec 16 21:46:57.969766 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: qos.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.973339 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.973856 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension qos not supported by any of loaded plugins Dec 16 21:46:57.974187 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.975427 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.975935 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 16 21:46:57.976261 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.977935 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.978561 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 16 21:46:57.978900 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: qos_default.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.979859 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.980372 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension qos-default not supported by any of loaded plugins Dec 16 21:46:57.980727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: qos_fip.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.981384 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.981886 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension qos-fip not supported by any of loaded plugins Dec 16 21:46:57.982209 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: qos_fip_network_policy.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.983186 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.983689 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 16 21:46:57.984008 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: qos_gateway_ip.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.984952 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.985455 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 16 21:46:57.985772 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: qos_port_network_policy.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.986797 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.987298 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 16 21:46:57.987616 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.988672 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.989177 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 16 21:46:57.989494 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: qos_pps_rule.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.990676 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.991188 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension qos-pps not supported by any of loaded plugins Dec 16 21:46:57.991506 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: qos_rule_type_details.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.992410 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.993569 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 16 21:46:57.993930 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: qos_rules_alias.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.995143 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.995693 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 16 21:46:57.996014 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: quota_check_limit.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.996960 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.997465 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: quota-check-limit Dec 16 21:46:57.997782 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: quotasv2.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:57.998786 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:57.999107 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: quotas Dec 16 21:46:57.999422 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: quotasv2_detail.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.002738 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.003072 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: quota_details Dec 16 21:46:58.003397 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: rbac.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.004487 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.005018 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: rbac-policies Dec 16 21:46:58.005345 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: rbac_address_group.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.006271 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.006799 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: rbac-address-group Dec 16 21:46:58.007105 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: rbac_address_scope.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.008015 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.008688 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: rbac-address-scope Dec 16 21:46:58.009015 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: rbac_security_groups.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.009930 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.010438 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: rbac-security-groups Dec 16 21:46:58.010761 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: rbac_subnetpool.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.011672 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.012223 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: rbac-subnetpool Dec 16 21:46:58.012526 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: revisionifmatch.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.013438 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.013942 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: revision-if-match Dec 16 21:46:58.014261 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: revisions.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.015369 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.015874 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: standard-attr-revisions Dec 16 21:46:58.016198 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: router_availability_zone.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.016896 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.017399 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: router_availability_zone Dec 16 21:46:58.017717 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: routerservicetype.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.018630 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.019130 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension router-service-type not supported by any of loaded plugins Dec 16 21:46:58.019451 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.020443 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.020988 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: security-groups-normalized-cidr Dec 16 21:46:58.021312 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: security_groups_port_filtering.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.022221 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.022728 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: port-security-groups-filtering Dec 16 21:46:58.023050 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.024024 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.024623 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: security-groups-remote-address-group Dec 16 21:46:58.024947 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.025882 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.026395 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: security-groups-shared-filtering Dec 16 21:46:58.026717 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.027296 dv-cinder-790535-21-iscsi neutron-server[109484]: WARNING neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 16 21:46:58.027612 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: securitygroup.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.037741 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.038274 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: security-group Dec 16 21:46:58.038603 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: segment.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.039390 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.040597 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension segment not supported by any of loaded plugins Dec 16 21:46:58.040925 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.041865 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.042378 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 16 21:46:58.042698 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: servicetype.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.043794 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.044310 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: service-type Dec 16 21:46:58.044667 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: sorting.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.045645 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.046044 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: sorting Dec 16 21:46:58.046297 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: standard_attr_segment.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.047206 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.047810 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 16 21:46:58.048136 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: standardattrdescription.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.048820 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.049331 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: standard-attr-description Dec 16 21:46:58.049649 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: stateful_security_group.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.050574 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.051084 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: stateful-security-group Dec 16 21:46:58.051404 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: stdattrs_common.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.051966 dv-cinder-790535-21-iscsi neutron-server[109484]: WARNING neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 16 21:46:58.052278 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.053240 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.053742 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 16 21:46:58.054060 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: subnet_onboard.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.055123 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.056205 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: subnet_onboard Dec 16 21:46:58.056544 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.057460 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.057969 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 16 21:46:58.058286 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: subnet_service_types.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.059282 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.059790 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: subnet-service-types Dec 16 21:46:58.060104 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: subnetallocation.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.061211 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.061722 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: subnet_allocation Dec 16 21:46:58.062037 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.062721 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.063225 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: subnetpool-prefix-ops Dec 16 21:46:58.063542 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.064491 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.064995 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 16 21:46:58.065311 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: tagging.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.066345 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.066866 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: standard-attr-tag Dec 16 21:46:58.067189 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: timestamp.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.068379 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.068921 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loaded extension: standard-attr-timestamp Dec 16 21:46:58.069247 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: trunk.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.070280 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.070792 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension trunk not supported by any of loaded plugins Dec 16 21:46:58.071193 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: trunk_details.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.072103 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.072644 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension trunk-details not supported by any of loaded plugins Dec 16 21:46:58.072967 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: uplink_status_propagation.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.073879 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.074383 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 16 21:46:58.074841 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Loading extension file: vlantransparent.py {{(pid=109484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:46:58.075512 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:46:58.076013 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extension vlan-transparent not supported by any of loaded plugins Dec 16 21:46:58.078590 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:network Dec 16 21:46:58.079130 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:subnet Dec 16 21:46:58.079520 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 21:46:58.079905 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:port Dec 16 21:46:58.081170 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.v2.resource_helper [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:46:58.081619 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.v2.resource_helper [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Service FLAVORS assigned prefix: {{(pid=109484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:46:58.082217 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.v2.resource_helper [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:46:58.082631 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.v2.resource_helper [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:46:58.082957 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:router Dec 16 21:46:58.083372 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:floatingip Dec 16 21:46:58.083855 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.v2.resource_helper [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Service METERING assigned prefix: /metering {{(pid=109484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:46:58.085327 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:58.085693 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:58.086039 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:46:58.087291 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 21:46:58.087733 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:security_group Dec 16 21:46:58.088154 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 21:46:58.088802 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.v2.resource_helper [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Service CORE assigned prefix: {{(pid=109484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:46:58.089128 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 21:46:58.089469 dv-cinder-790535-21-iscsi neutron-server[109484]: WARNING neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] subnetpool is already registered Dec 16 21:46:58.089891 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.v2.resource_helper [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Service CORE assigned prefix: {{(pid=109484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:46:58.090211 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 21:46:58.090535 dv-cinder-790535-21-iscsi neutron-server[109484]: WARNING neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] subnetpool is already registered Dec 16 21:46:58.092842 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.v2.resource_helper [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:46:58.093294 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.v2.resource_helper [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Service FLAVORS assigned prefix: {{(pid=109484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:46:58.093840 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.v2.resource_helper [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:46:58.094251 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.v2.resource_helper [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:46:58.094581 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:router Dec 16 21:46:58.094911 dv-cinder-790535-21-iscsi neutron-server[109484]: WARNING neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] router is already registered Dec 16 21:46:58.095313 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:floatingip Dec 16 21:46:58.095640 dv-cinder-790535-21-iscsi neutron-server[109484]: WARNING neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] floatingip is already registered Dec 16 21:46:58.096083 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.v2.resource_helper [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Service METERING assigned prefix: /metering {{(pid=109484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:46:58.096758 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 21:46:58.097081 dv-cinder-790535-21-iscsi neutron-server[109484]: WARNING neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] rbac_policy is already registered Dec 16 21:46:58.097483 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:security_group Dec 16 21:46:58.097818 dv-cinder-790535-21-iscsi neutron-server[109484]: WARNING neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] security_group is already registered Dec 16 21:46:58.098209 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 21:46:58.098535 dv-cinder-790535-21-iscsi neutron-server[109484]: WARNING neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] security_group_rule is already registered Dec 16 21:46:58.099143 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.v2.resource_helper [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Service CORE assigned prefix: {{(pid=109484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:46:58.099462 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 21:46:58.099784 dv-cinder-790535-21-iscsi neutron-server[109484]: WARNING neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] subnetpool is already registered Dec 16 21:46:58.100200 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.v2.resource_helper [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Service CORE assigned prefix: {{(pid=109484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:46:58.100544 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 21:46:58.100869 dv-cinder-790535-21-iscsi neutron-server[109484]: WARNING neutron.quota.resource_registry [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] subnetpool is already registered Dec 16 21:46:58.101318 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: extensions {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.103518 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: address-groups {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.104998 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: address-scopes {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.106305 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: agents {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.107469 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: auto-allocated-topology {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.108737 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: availability_zones {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.109930 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: dhcp-networks {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.111431 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: dhcp-agents {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.112847 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: routers {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.115040 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: flavors {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.116186 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: service_profiles {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.117418 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: next_providers {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.119433 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: service_profiles {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.121965 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: floatingip-pools {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.123196 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: routers {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.125350 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: floatingips {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.126659 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: l3-routers {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.128082 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: l3-agents {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.129533 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: metering-labels {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.130959 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: metering-label-rules {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.132131 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: network-ip-availabilities {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.133456 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: bindings {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.135079 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: quotas {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.136686 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: quotas {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.138210 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: rbac-policies {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.139482 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: security-groups {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.140727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: security-group-rules {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.141935 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: service-providers {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.143144 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: subnetpools {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.144588 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: subnetpools {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.146019 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: tags {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.147664 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: tags {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.149529 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: tags {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.151323 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: tags {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.153121 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: tags {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.155241 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: tags {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.156920 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: tags {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.158790 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: tags {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.160666 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: tags {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.162476 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron.api.extensions [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Extended resource: tags {{(pid=109484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:46:58.168989 dv-cinder-790535-21-iscsi neutron-server[109484]: WARNING keystonemiddleware.auth_token [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 16 21:46:58.173648 dv-cinder-790535-21-iscsi neutron-server[109484]: WARNING keystonemiddleware.auth_token [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 16 21:46:58.182718 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_concurrency.lockutils [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Acquired lock "singleton_lock" {{(pid=109484) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 16 21:46:58.183239 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_concurrency.lockutils [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Releasing lock "singleton_lock" {{(pid=109484) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 16 21:46:58.183876 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO oslo_service.service [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Starting 2 workers Dec 16 21:46:58.188777 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Started child 109593 {{(pid=109484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 21:46:58.193282 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Started child 109594 {{(pid=109484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 21:46:58.194458 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:46:58.195184 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO neutron.service [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Neutron service started, listening on 0.0.0.0:9696 Dec 16 21:46:58.195483 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Publish callbacks [] for process, before_spawn {{(pid=109484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:46:58.196045 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [-] (109593) wsgi starting up on http://0.0.0.0:9696 Dec 16 21:46:58.198073 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO oslo_service.service [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Starting 1 workers Dec 16 21:46:58.198228 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:46:58.199587 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [-] (109594) wsgi starting up on http://0.0.0.0:9696 Dec 16 21:46:58.203378 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Started child 109595 {{(pid=109484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 21:46:58.203930 dv-cinder-790535-21-iscsi neutron-server[109484]: INFO oslo_service.service [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Starting 1 workers Dec 16 21:46:58.205264 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 40884) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:46:58.207504 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.service [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] calling RpcWorker wait() {{(pid=109595) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 16 21:46:58.208051 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.service [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] returning from RpcWorker wait() {{(pid=109595) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 16 21:46:58.208676 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Started child 109597 {{(pid=109484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 21:46:58.209505 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG neutron_lib.callbacks.manager [None req-f95018f3-6f75-4f4c-95ae-9812d4dd721d None None] Publish callbacks [] for process, after_spawn {{(pid=109484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:46:58.209618 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:46:58.210052 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:46:58.211591 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109484) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 21:46:58.211803 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 21:46:58.211989 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 21:46:58.212202 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 21:46:58.212548 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 21:46:58.212722 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 21:46:58.213238 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.213496 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.214097 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.214361 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.214679 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.215899 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.215899 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.216614 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080659 Dec 16 21:46:58.216712 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.216712 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.216712 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.218258 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.218258 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.218258 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.218634 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:46:58.220157 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.220157 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.220157 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.221511 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.221511 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.221511 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.222734 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.222734 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.222734 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.224082 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] debug = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.224082 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.225318 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.225318 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.226708 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.226708 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.228482 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.228482 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.228482 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.229942 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.229942 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.231110 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.231110 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.231110 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.232519 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.232519 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.234669 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.234669 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.235682 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.235793 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] host = dv-cinder-790535-21-iscsi {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.235964 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.236190 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.237251 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.237251 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.237251 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.237251 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.237594 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.237722 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.237979 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.238219 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.238535 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.238784 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.238943 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.239179 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_file = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.239345 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_options = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.239586 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.239851 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.240102 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.240303 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.240499 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.240662 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.240919 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.241080 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.241324 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.242352 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.242352 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.242352 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.242352 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.242864 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.242864 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.243553 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.243761 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.243996 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.245515 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.245515 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.245515 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.245515 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.245515 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.245515 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.245994 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.245994 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.246150 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.246241 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.246452 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.246695 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.246926 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.247199 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.247414 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.247652 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.248708 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.248708 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.248708 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.248708 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.249727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.250260 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.250260 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.250529 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.250779 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.251064 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.251330 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.252302 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.252302 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] use_json = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.252302 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.252302 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.252755 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.252755 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.253016 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.253141 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.253330 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.253569 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.254088 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.254234 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.254540 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.254836 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.255068 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.255306 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.255538 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.255792 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.256043 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.256680 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.256680 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.256983 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.257145 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.257393 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.257634 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.257989 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.258228 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.258628 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.258877 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.259541 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.259541 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.259541 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.260114 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.261147 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.261147 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.261147 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.261147 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.277062 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.277062 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.277353 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:46:58.277516 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.277516 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.277516 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.277516 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.277516 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.277516 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.277516 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.277516 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.278692 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.278692 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.278692 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.278692 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.278692 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.278692 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.278692 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.278692 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.278692 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.280683 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.280683 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.280683 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.280683 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.280683 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.280683 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.280683 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.280683 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.280683 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.281201 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.281201 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.281201 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.281201 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.281201 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.281201 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.281201 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.281201 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.281201 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283089 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283089 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283089 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283089 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283089 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283089 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283089 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283089 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283089 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283989 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283989 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283989 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283989 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283989 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283989 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283989 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283989 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.283989 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.285234 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.285234 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.285234 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.285234 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.285234 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.285234 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.285234 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.285234 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.285234 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.286301 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.286301 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.286301 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.286301 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.286301 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.286301 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.286301 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.286301 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.287370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.287370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.287370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.287370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.287370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.287370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.287370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.287370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.288026 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.288026 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.288026 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.288026 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.288026 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.288026 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.288026 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.288026 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.290648 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.290648 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.290648 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.290648 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.290648 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.290648 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.290648 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.290648 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.291677 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.291677 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.291677 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.291677 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.291677 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.291677 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.291677 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.291677 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.292654 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.292654 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.292654 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.292654 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.292654 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.292654 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.292654 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.292654 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.294370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.294370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.294370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.294370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.294370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.294370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.294370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.294370 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.295435 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.295435 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.295435 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.295435 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.295435 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.295435 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.295435 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.295435 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.297504 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.297504 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.297504 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.297504 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.297504 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.297504 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.297504 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.297504 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.298453 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.298453 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.298453 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.298453 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.298453 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.298453 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.298453 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.298453 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299175 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299175 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299175 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299175 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299175 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299175 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299175 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299175 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299948 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299948 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299948 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299948 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299948 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299948 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299948 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.299948 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.301036 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.301036 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.301036 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.301036 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.301036 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.301812 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.304041 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.304041 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.304041 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.304041 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.304041 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.306527 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.306778 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.307781 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.307781 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.308129 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319241 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319241 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319241 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319241 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319241 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319241 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319241 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319241 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319802 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319802 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319802 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319802 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319802 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319802 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319802 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.319802 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.320285 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.320285 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.320285 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.320285 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.320285 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.320285 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.320285 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.320285 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321021 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321021 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321021 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321021 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321021 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321021 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321021 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321021 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321553 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321553 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321553 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321553 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321553 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321553 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321553 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.321553 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.322284 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.322284 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.322284 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.322284 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.322284 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.322284 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.322284 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.322284 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.322879 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.322879 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.322879 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.322879 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.322879 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.322879 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.322879 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.323367 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.323367 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.323531 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.323787 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.324107 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.324383 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.326317 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.326317 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.326317 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.326317 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.326650 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.326735 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.327053 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.328677 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.328677 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.328864 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.329007 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.329250 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.329494 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.329712 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.330047 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.330198 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.330417 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.330670 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.330897 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.331146 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.331381 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.331631 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.331844 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.332097 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.332325 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.332614 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.332833 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.333016 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 21:46:58.333521 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109484) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 21:46:58.333706 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 21:46:58.333862 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 21:46:58.334022 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 21:46:58.334172 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 21:46:58.334329 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 21:46:58.334514 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.334665 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.334827 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.334979 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.335127 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.335306 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.335465 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.335620 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.335777 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.335921 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.336077 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.336233 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.336389 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.337961 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.338125 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.338283 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.338827 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.338827 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.338827 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.339233 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.339372 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.339483 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.339616 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] debug = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.340518 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.340518 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.340518 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.340518 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.340848 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.340848 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.340973 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.341040 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.341221 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.341349 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.341509 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.341663 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.341824 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.341992 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.343492 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.343492 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.343492 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.343492 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.343492 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] host = dv-cinder-790535-21-iscsi {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.343492 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.343492 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.343492 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.344562 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.344562 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.344562 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.344562 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.344562 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.344562 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.344562 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.345402 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.345574 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.346844 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.346844 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_file = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.346844 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_options = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.346844 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.346844 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.346844 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.346844 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.346844 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.348859 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.348859 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.348859 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.348859 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.348859 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.348859 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.348859 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.348859 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.350852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.350852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.350852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.350852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.350852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.350852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.350852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.350852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.351700 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.351700 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.351700 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.351700 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.351700 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.351700 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.351700 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.351700 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.351700 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.352727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.352727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.352727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.352727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.352727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.352727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.352727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.352727 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.353485 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.353485 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.353485 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.353485 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.353485 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.353485 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.353485 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.353485 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.354211 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] use_json = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.354211 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.354211 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.354211 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.354211 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.354211 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.354211 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.354211 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.354845 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:46:58.354845 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.354845 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.354845 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.355239 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.355239 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.355239 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.355532 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.355532 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.355725 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.355846 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.355962 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.356122 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.356291 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.356497 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.356654 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.356793 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.356931 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.357068 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.357231 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.357394 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.357761 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.357761 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.357974 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.358055 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.358145 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.358310 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.359849 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.359849 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.359849 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.359849 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.361515 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.361515 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.361515 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.361515 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.361515 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.361515 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.362280 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.362280 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.362280 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.362280 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.362280 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.366894 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.366894 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.366894 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.366894 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.366894 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.366894 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.366894 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.366894 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.368445 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.368445 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.368445 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.368445 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.368445 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.368445 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.368445 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.368445 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.368445 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370172 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370172 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370172 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370172 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370172 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370172 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370172 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370172 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370172 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370790 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370790 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370790 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370790 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370790 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370790 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370790 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370790 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.370790 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.371642 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.371642 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.371642 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.371642 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.371642 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.371642 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.371642 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.371642 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.371642 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.372375 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.372375 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.372375 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.372375 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.372375 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.372375 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.372375 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.372375 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.373315 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.373315 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.373315 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.373315 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.373315 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.373315 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.373315 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.373315 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.374059 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.374059 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.374059 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.374059 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.374059 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.374059 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.374059 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.374059 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.374852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.374852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.374852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.374852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.374852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.374852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.374852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.375511 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.375511 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.375511 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.375511 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.375894 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.375894 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.375894 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.376223 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.376223 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.376416 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.377491 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.377666 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.377832 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.377995 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.378157 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.378319 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.378479 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.378660 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.379586 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.379765 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.380528 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.380528 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.380528 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.380528 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.380936 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.380936 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.380936 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.381220 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.381220 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.381431 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.381538 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.382045 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.382045 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.382045 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.382866 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.382866 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.382866 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.382866 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.382866 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.382866 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.383502 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.383502 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.383698 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.383698 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.383894 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.384007 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.384161 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.384325 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.384505 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.384715 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.384929 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.385192 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.385354 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.385477 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.385585 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.385689 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.385852 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.386418 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.386418 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.386418 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.386757 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.386757 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.386757 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.387146 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.387146 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.387342 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.387446 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.387559 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.387666 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.387815 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.388537 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.388537 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.388537 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.388537 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.388848 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.388848 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.388990 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.389063 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.389226 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.389387 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.389550 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.389708 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.389868 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.390028 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.390188 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.391092 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.391092 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.391092 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.391802 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.392618 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.392818 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.393000 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.393177 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.393349 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.393520 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.393692 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.393870 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.394710 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.394710 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.394710 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.394710 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.394710 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.395015 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.395015 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.395252 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.395341 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.395489 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.395635 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.395812 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.395972 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.396132 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.396295 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.396479 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.396686 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.396943 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.397110 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.397254 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.397422 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.397584 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.397746 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.397959 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.398112 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.398266 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.398429 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.398632 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.400310 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.400706 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.400706 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.400996 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.401144 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.401293 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.401431 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.401568 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.401715 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.401854 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.402003 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.402141 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.402284 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.403250 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.403250 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.403250 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.403250 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.403250 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.403250 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.403250 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.404399 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.404399 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.404399 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.404399 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.404399 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.405269 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.405269 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.405269 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.405269 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.405269 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.406037 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.406037 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.406037 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.406037 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.406037 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.406669 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.406669 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.406669 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.406669 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.406669 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.407305 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.407305 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.407305 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.407305 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.407841 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.407841 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.407841 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.408223 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.408223 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.408223 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:46:58.408641 dv-cinder-790535-21-iscsi neutron-server[109484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 21:46:58.416924 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:47:10.061311 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce082f3-fa61-496c-8dfe-a175d7057fd4 None None] get_active_networks_info from dv-cinder-790535-21-iscsi {{(pid=109595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 21:47:10.125484 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce082f3-fa61-496c-8dfe-a175d7057fd4 None None] No non-hosted networks {{(pid=109595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 16 21:47:10.152260 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.agentschedulers_db [None req-8ce082f3-fa61-496c-8dfe-a175d7057fd4 None None] DHCP Agent not found on host dv-cinder-790535-21-iscsi {{(pid=109595) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 16 21:47:10.346375 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70e0b5b0-d998-4bab-8cae-71f3128b04e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581294'] for agent, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:12.689054 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f6b49f74-b96a-42e3-bb8f-72501338fb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581294'] for agent, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:12.729996 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.db.api [None req-a6c89dc9-ba09-4620-8c09-f62438838827 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-790535-21-iscsi {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 21:47:12.730846 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG oslo_db.api [None req-a6c89dc9-ba09-4620-8c09-f62438838827 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 21:47:13.362531 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6c89dc9-ba09-4620-8c09-f62438838827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:13.579831 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581294'] for agent, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:14.984972 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581294'] for agent, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:15.847782 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581294'] for agent, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:15.848605 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:15.848953 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:15.849291 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:15.849623 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:15.849952 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:15.850280 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:15.850605 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:15.850956 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:15.851348 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:15.852395 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:15.853100 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:15.853433 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:15.853801 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:15.854256 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-21-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:47:15.863518 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-21-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:47:16.341004 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 40988) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:47:16.881543 dv-cinder-790535-21-iscsi neutron-server[109594]: WARNING oslo_policy.policy [None req-231f4bf1-fe88-4e5b-96d2-f4d1fc3ea0f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:47:16.882244 dv-cinder-790535-21-iscsi neutron-server[109594]: WARNING oslo_policy.policy [None req-231f4bf1-fe88-4e5b-96d2-f4d1fc3ea0f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:47:17.118034 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [None req-231f4bf1-fe88-4e5b-96d2-f4d1fc3ea0f0 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:47:17.132482 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-231f4bf1-fe88-4e5b-96d2-f4d1fc3ea0f0 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7772727 Dec 16 21:47:19.056780 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.db.l3_hamode_db [None req-fb06cf60-34f3-4e66-acdb-5e5084526541 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 16 21:47:19.135683 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06cf60-34f3-4e66-acdb-5e5084526541 None None] Routers set() bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:47:19.136056 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06cf60-34f3-4e66-acdb-5e5084526541 None None] Router IDs set() for agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 21:47:19.778516 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 41004) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:47:20.098981 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d84b82a1-e057-4c7f-a3ec-d0890e14b644 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:47:20.195078 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.policy [None req-d84b82a1-e057-4c7f-a3ec-d0890e14b644 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109594) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 21:47:20.240556 dv-cinder-790535-21-iscsi neutron-server[109594]: WARNING oslo_policy.policy [None req-d84b82a1-e057-4c7f-a3ec-d0890e14b644 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:47:20.240920 dv-cinder-790535-21-iscsi neutron-server[109594]: WARNING oslo_policy.policy [None req-d84b82a1-e057-4c7f-a3ec-d0890e14b644 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:47:20.249596 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.quota [None req-d84b82a1-e057-4c7f-a3ec-d0890e14b644 admin admin] Loaded quota_driver: . Dec 16 21:47:20.396927 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d84b82a1-e057-4c7f-a3ec-d0890e14b644 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768340548291', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768340501742', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768340496666', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768340517894', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768340509529', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768340733491', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-733409', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-727777', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1699564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1493835'] for rbac-policy, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:20.615451 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d84b82a1-e057-4c7f-a3ec-d0890e14b644 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:20.616817 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d84b82a1-e057-4c7f-a3ec-d0890e14b644 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8372591 Dec 16 21:47:23.488059 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 41016) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:47:23.797629 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '4da71962104648e880fde3a150e1cfac', 'project_id': '4da71962104648e880fde3a150e1cfac'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:47:23.892997 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Made reservation on behalf of 4da71962104648e880fde3a150e1cfac for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:47:23.895843 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:23.928057 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:24.036027 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:24.120387 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:24.146475 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:47:24.171367 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768342494841', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:24.171966 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Unsubscribe: segment precommit_create {{(pid=109594) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 21:47:24.172468 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Added segment b73ef799-de7f-4182-8ebc-68fcab271a9b of type vlan for network df1f466f-0682-40ff-90cd-3d7950e90ea6 Dec 16 21:47:24.178414 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915a4959-aa47-4ae8-b1a1-2b242176a559,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:47:24.213553 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:24.213908 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:24.214245 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:24.214574 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:24.214898 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:24.215221 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:24.215556 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:24.215885 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:24.216215 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:24.216559 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:24.216875 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:24.217186 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:24.217494 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Tracked resource versions report: Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: pushed versions: Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: { 'AddressGroup': {'1.2'}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'ConntrackHelper': {'1.0'}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Log': {'1.0'}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Network': {'1.1'}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Port': {'1.7'}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'PortForwarding': {'1.2'}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'QosPolicy': {'1.10'}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'SecurityGroup': {'1.5'}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'SubPort': {'1.0'}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Subnet': {'1.1'}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Trunk': {'1.1'}} Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: consumer versions: Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: { DHCP agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: L3 agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: Metadata agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: Metering agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: Open vSwitch agent@dv-cinder-790535-21-iscsi: { 'AddressGroup': '1.2', Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'ConntrackHelper': '1.0', Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'LocalIPAssociation': '1.0', Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Log': '1.0', Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Network': '1.1', Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Port': '1.7', Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'PortForwarding': '1.2', Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'QosPolicy': '1.10', Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'SecurityGroup': '1.5', Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'SecurityGroupRule': '1.2', Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'SubPort': '1.0', Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Subnet': '1.1', Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Trunk': '1.1'}} Dec 16 21:47:24.218848 dv-cinder-790535-21-iscsi neutron-server[109594]: {{(pid=109594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:47:24.291335 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:24.395890 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:24.397046 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:47:24.398477 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:24.496735 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] Pushing event updated for resources: {'Network': ['ID=df1f466f-0682-40ff-90cd-3d7950e90ea6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:47:24.508731 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network df1f466f-0682-40ff-90cd-3d7950e90ea6 details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:47:24.564153 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-de6c64f6-5334-4934-9aa8-4aa0f0b30249 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0749850 Dec 16 21:47:27.490415 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 41030) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:47:27.884418 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c490a51-b75d-4c68-8987-4b1c0625cd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:47:27.886406 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-1c490a51-b75d-4c68-8987-4b1c0625cd6c admin admin] 10.222.0.44 "GET /v2.0/networks/df1f466f-0682-40ff-90cd-3d7950e90ea6 HTTP/1.1" status: 200 len: 825 time: 0.3947413 Dec 16 21:47:27.912165 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-297e38c6-5966-436d-b305-d1781f7963f8 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/5ee05ad2-4c21-4d86-8330-7bfeaef710c2 HTTP/1.1" status: 200 len: 734 time: 0.0194802 Dec 16 21:47:27.921896 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-eddb1891-2f78-4a33-93df-60262b45a733 admin admin] Request body: {'subnet': {'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6', 'name': 'private-subnet', 'subnetpool_id': '5ee05ad2-4c21-4d86-8330-7bfeaef710c2', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '4da71962104648e880fde3a150e1cfac'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:47:28.338702 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddb1891-2f78-4a33-93df-60262b45a733 admin admin] Made reservation on behalf of 4da71962104648e880fde3a150e1cfac for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:47:28.341092 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eddb1891-2f78-4a33-93df-60262b45a733 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:28.681731 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eddb1891-2f78-4a33-93df-60262b45a733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for subnet, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:28.749045 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb1891-2f78-4a33-93df-60262b45a733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7525e55-7fcd-4c84-9714-e9a794a7ff53,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:47:28.753417 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddb1891-2f78-4a33-93df-60262b45a733 admin admin] Checking segment: {'id': 'b73ef799-de7f-4182-8ebc-68fcab271a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:47:28.753786 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddb1891-2f78-4a33-93df-60262b45a733 admin admin] Network hostable DHCP agents. Network: df1f466f-0682-40ff-90cd-3d7950e90ea6, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:47:28.847250 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddb1891-2f78-4a33-93df-60262b45a733 admin admin] Network df1f466f-0682-40ff-90cd-3d7950e90ea6 is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:47:28.938314 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-eddb1891-2f78-4a33-93df-60262b45a733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, df1f466f-0682-40ff-90cd-3d7950e90ea6) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:47:28.942760 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddb1891-2f78-4a33-93df-60262b45a733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:47:28.943402 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eddb1891-2f78-4a33-93df-60262b45a733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:28.950089 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8460bb4c-48e5-40bd-b065-ea96724ad0f6 None None] Network df1f466f-0682-40ff-90cd-3d7950e90ea6 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:47:29.056254 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-eddb1891-2f78-4a33-93df-60262b45a733 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1375716 Dec 16 21:47:29.207410 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfddd4881-cffc-5be5-9fa1-a47a6233afa8-df1f466f-0682-40ff-90cd-3d7950e90ea6', 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6', 'project_id': '4da71962104648e880fde3a150e1cfac', 'fixed_ips': [{'subnet_id': 'a7525e55-7fcd-4c84-9714-e9a794a7ff53'}]}} from dv-cinder-790535-21-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 21:47:29.208689 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:29.517329 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Allocated IP 172.20.0.2 (df1f466f-0682-40ff-90cd-3d7950e90ea6/a7525e55-7fcd-4c84-9714-e9a794a7ff53/6086ca64-01d3-4d36-9f30-eb997c28ef57) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:47:29.757947 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Publish callbacks [] for port, precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:29.893763 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546'] for port, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:29.973150 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Network df1f466f-0682-40ff-90cd-3d7950e90ea6 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:47:29.977940 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:47:29.987931 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:47:29.991621 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Pushing event updated for resources: {'Port': ['ID=6086ca64-01d3-4d36-9f30-eb997c28ef57,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:47:30.025504 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:30.025504 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:30.025504 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:30.025504 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:30.025504 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:30.025991 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:30.025991 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:30.025991 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:30.025991 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:30.025991 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:30.026335 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:30.026335 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:30.026335 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Tracked resource versions report: Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: pushed versions: Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: { 'AddressGroup': {'1.2'}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'ConntrackHelper': {'1.0'}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Log': {'1.0'}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Network': {'1.1'}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Port': {'1.7'}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'PortForwarding': {'1.2'}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'QosPolicy': {'1.10'}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'SecurityGroup': {'1.5'}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'SubPort': {'1.0'}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Subnet': {'1.1'}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Trunk': {'1.1'}} Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: consumer versions: Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: { DHCP agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: L3 agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: Metadata agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: Metering agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: Open vSwitch agent@dv-cinder-790535-21-iscsi: { 'AddressGroup': '1.2', Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'ConntrackHelper': '1.0', Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'LocalIPAssociation': '1.0', Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Log': '1.0', Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Network': '1.1', Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Port': '1.7', Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'PortForwarding': '1.2', Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'QosPolicy': '1.10', Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'SecurityGroup': '1.5', Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'SecurityGroupRule': '1.2', Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'SubPort': '1.0', Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Subnet': '1.1', Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Trunk': '1.1'}} Dec 16 21:47:30.027708 dv-cinder-790535-21-iscsi neutron-server[109595]: {{(pid=109595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:47:30.077575 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Attempting to bind port 6086ca64-01d3-4d36-9f30-eb997c28ef57 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:47:30.077965 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Attempting to bind port 6086ca64-01d3-4d36-9f30-eb997c28ef57 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': 'b73ef799-de7f-4182-8ebc-68fcab271a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:47:30.078390 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Attempting to bind port 6086ca64-01d3-4d36-9f30-eb997c28ef57 on network df1f466f-0682-40ff-90cd-3d7950e90ea6 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:47:30.083290 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:47:30.083686 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Checking segment: {'id': 'b73ef799-de7f-4182-8ebc-68fcab271a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:47:30.084145 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:30.084568 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Bound using segment: {'id': 'b73ef799-de7f-4182-8ebc-68fcab271a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:47:30.085081 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Bound port: 6086ca64-01d3-4d36-9f30-eb997c28ef57, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73ef799-de7f-4182-8ebc-68fcab271a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:47:30.085499 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:30.150490 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] For port 6086ca64-01d3-4d36-9f30-eb997c28ef57, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:47:30.155007 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] For port 6086ca64-01d3-4d36-9f30-eb997c28ef57, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=6086ca64-01d3-4d36-9f30-eb997c28ef57,segment=NetworkSegment(b73ef799-de7f-4182-8ebc-68fcab271a9b),segment_id=b73ef799-de7f-4182-8ebc-68fcab271a9b)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:47:30.265099 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:30.333160 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13e6b6-cd15-4063-980b-07d04cc6340b None None] Pushing event updated for resources: {'Port': ['ID=6086ca64-01d3-4d36-9f30-eb997c28ef57,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:47:31.702709 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 41038) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:47:32.024918 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [None req-a080ec78-07cc-41b2-8eba-9c68527f4179 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:47:32.025895 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a080ec78-07cc-41b2-8eba-9c68527f4179 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3222377 Dec 16 21:47:34.651882 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 41046) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:47:34.974392 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [None req-2c384c53-85b6-47d0-8b80-707662d0b57d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:47:34.975428 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-2c384c53-85b6-47d0-8b80-707662d0b57d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3222046 Dec 16 21:47:37.899682 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41056) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:47:38.435985 dv-cinder-790535-21-iscsi neutron-server[109593]: WARNING oslo_policy.policy [None req-9209431c-0d0d-4f68-8755-63137e1a0cde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:47:38.436598 dv-cinder-790535-21-iscsi neutron-server[109593]: WARNING oslo_policy.policy [None req-9209431c-0d0d-4f68-8755-63137e1a0cde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:47:38.663794 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-9209431c-0d0d-4f68-8755-63137e1a0cde admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4da71962104648e880fde3a150e1cfac', 'name': 'router1'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:47:38.729332 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.policy [None req-9209431c-0d0d-4f68-8755-63137e1a0cde admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109593) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 21:47:38.777022 dv-cinder-790535-21-iscsi neutron-server[109593]: WARNING oslo_policy.policy [None req-9209431c-0d0d-4f68-8755-63137e1a0cde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:47:38.777668 dv-cinder-790535-21-iscsi neutron-server[109593]: WARNING oslo_policy.policy [None req-9209431c-0d0d-4f68-8755-63137e1a0cde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:47:38.786433 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.quota [None req-9209431c-0d0d-4f68-8755-63137e1a0cde admin admin] Loaded quota_driver: . Dec 16 21:47:38.904311 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9209431c-0d0d-4f68-8755-63137e1a0cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124246'] for router, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:38.906276 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9209431c-0d0d-4f68-8755-63137e1a0cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1646291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124257'] for router, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:39.062571 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9209431c-0d0d-4f68-8755-63137e1a0cde admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:39.122226 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9209431c-0d0d-4f68-8755-63137e1a0cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584865'] for router, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:39.208845 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9209431c-0d0d-4f68-8755-63137e1a0cde admin admin] Publish callbacks [] for router, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:39.210928 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9209431c-0d0d-4f68-8755-63137e1a0cde admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3091652 Dec 16 21:47:39.550009 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32430641-b5a8-452e-afab-0e8d887d798b None None] Network df1f466f-0682-40ff-90cd-3d7950e90ea6 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:47:39.638703 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 6086ca64-01d3-4d36-9f30-eb997c28ef57 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:47:39.641197 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-ff786cf0-da6c-4f48-b2d8-3ef961c389c2 None None] Provisioning complete for port 6086ca64-01d3-4d36-9f30-eb997c28ef57 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:47:39.641584 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ff786cf0-da6c-4f48-b2d8-3ef961c389c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:39.849241 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 6086ca64-01d3-4d36-9f30-eb997c28ef57 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:47:39.849615 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:39.890707 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ff786cf0-da6c-4f48-b2d8-3ef961c389c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:39.938132 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-ff786cf0-da6c-4f48-b2d8-3ef961c389c2 None None] For port 6086ca64-01d3-4d36-9f30-eb997c28ef57, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=6086ca64-01d3-4d36-9f30-eb997c28ef57,segment=NetworkSegment(b73ef799-de7f-4182-8ebc-68fcab271a9b),segment_id=b73ef799-de7f-4182-8ebc-68fcab271a9b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:47:39.991467 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:40.009404 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ff786cf0-da6c-4f48-b2d8-3ef961c389c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:40.079327 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71acc808-aade-4eba-a36a-292cb2b6ef63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:40.093493 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.db.api [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 21:47:40.093875 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG oslo_db.api [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 21:47:40.094483 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff786cf0-da6c-4f48-b2d8-3ef961c389c2 None None] Pushing event updated for resources: {'Port': ['ID=6086ca64-01d3-4d36-9f30-eb997c28ef57,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:47:40.158630 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-c6f1db17-e40b-4d5b-9851-70bcebbcad7f None None] Provisioning complete for port 6086ca64-01d3-4d36-9f30-eb997c28ef57 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:47:40.159085 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6f1db17-e40b-4d5b-9851-70bcebbcad7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:41.589411 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 6086ca64-01d3-4d36-9f30-eb997c28ef57 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:47:41.638811 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 6086ca64-01d3-4d36-9f30-eb997c28ef57 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:47:41.639165 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:42.053682 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41078) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:47:42.380158 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [None req-a65c803b-ac68-4ca9-85f9-2c6a1edb555b admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:47:42.381160 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a65c803b-ac68-4ca9-85f9-2c6a1edb555b admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3265102 Dec 16 21:47:42.623885 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-41754341-f8da-49a8-abb5-0b352bc809d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:43.469357 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:44.897500 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:45.007378 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41096) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:47:45.141390 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:47:45.229097 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Made reservation on behalf of b7ba739a10b743c58f6457ff928300d3 for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:47:45.231954 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:45.247975 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:45.352098 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:45.417961 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:45.428956 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Reserving flat network on physical network physnet1 {{(pid=109593) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 16 21:47:45.460409 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768342494841', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:45.461005 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Unsubscribe: segment precommit_create {{(pid=109593) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 21:47:45.461513 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Added segment 8d239b69-d69f-485c-a284-97b49372e8ac of type flat for network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 Dec 16 21:47:45.476702 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5704dace-2471-41c3-8623-83b1c1e6105f,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:47:45.501450 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:45.501855 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:45.502196 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:45.502530 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:45.502850 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:45.503168 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:45.503501 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:45.503823 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:45.504152 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:45.504491 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:45.504807 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:45.505116 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:45.505433 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Tracked resource versions report: Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: pushed versions: Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: { 'AddressGroup': {'1.2'}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'ConntrackHelper': {'1.0'}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Log': {'1.0'}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Network': {'1.1'}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Port': {'1.7'}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'PortForwarding': {'1.2'}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'QosPolicy': {'1.10'}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'SecurityGroup': {'1.5'}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'SubPort': {'1.0'}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Subnet': {'1.1'}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Trunk': {'1.1'}} Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: consumer versions: Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: { DHCP agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: L3 agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: Metadata agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: Metering agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: Open vSwitch agent@dv-cinder-790535-21-iscsi: { 'AddressGroup': '1.2', Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'ConntrackHelper': '1.0', Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'LocalIPAssociation': '1.0', Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Log': '1.0', Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Network': '1.1', Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Port': '1.7', Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'PortForwarding': '1.2', Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'QosPolicy': '1.10', Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'SecurityGroup': '1.5', Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'SecurityGroupRule': '1.2', Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'SubPort': '1.0', Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Subnet': '1.1', Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Trunk': '1.1'}} Dec 16 21:47:45.507334 dv-cinder-790535-21-iscsi neutron-server[109593]: {{(pid=109593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:47:45.587474 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:45.686375 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:45.687500 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:47:45.688206 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:45.783037 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=9be982ba-a6d1-4fb3-be31-1a24ea235b23,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:47:45.795174 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:47:45.838551 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-8838a548-1ca9-4233-8073-7f1117704dc2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8300424 Dec 16 21:47:45.859016 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:48.291115 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41120) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:47:48.425698 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6d8e71-81e5-49dd-8620-e6c39fc45173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:47:48.426992 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6d6d8e71-81e5-49dd-8620-e6c39fc45173 admin admin] 10.222.0.44 "GET /v2.0/subnets/a7525e55-7fcd-4c84-9714-e9a794a7ff53 HTTP/1.1" status: 200 len: 849 time: 0.1349311 Dec 16 21:47:48.564836 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0e55dfc7-75ff-4232-9235-ede1a568bf38 admin admin] 10.222.0.44 "GET /v2.0/routers/9e45d423-22af-49ec-8a97-cf288e88469c HTTP/1.1" status: 200 len: 704 time: 0.1309741 Dec 16 21:47:48.831417 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:49.129295 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Allocated IP 172.20.0.1 (df1f466f-0682-40ff-90cd-3d7950e90ea6/a7525e55-7fcd-4c84-9714-e9a794a7ff53/f7fa0baf-c66d-44a1-8edb-ab25f8bed594) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:47:49.349127 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:49.492758 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:49.570878 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Network df1f466f-0682-40ff-90cd-3d7950e90ea6 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:47:49.578993 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:47:49.584478 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Pushing event updated for resources: {'Port': ['ID=f7fa0baf-c66d-44a1-8edb-ab25f8bed594,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:47:49.595108 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:47:49.595653 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:49.809000 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-678fb502-a5b9-4647-aa70-331903691e4a None None] Provisioning complete for port f7fa0baf-c66d-44a1-8edb-ab25f8bed594 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:47:49.809556 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-678fb502-a5b9-4647-aa70-331903691e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:49.843508 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-678fb502-a5b9-4647-aa70-331903691e4a None None] Port f7fa0baf-c66d-44a1-8edb-ab25f8bed594 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:47:49.854402 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:50.112898 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:50.171510 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:50.172299 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581090'] for router_interface, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:50.258425 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Pushing event updated for resources: {'Port': ['ID=f7fa0baf-c66d-44a1-8edb-ab25f8bed594,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:47:50.301568 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Network df1f466f-0682-40ff-90cd-3d7950e90ea6 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:47:50.303489 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:47:50.464949 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-cb9b2080-17ef-4417-904d-23671d7348dd None None] Provisioning complete for port f7fa0baf-c66d-44a1-8edb-ab25f8bed594 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:47:50.465325 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb9b2080-17ef-4417-904d-23671d7348dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:50.502279 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b2080-17ef-4417-904d-23671d7348dd None None] Port f7fa0baf-c66d-44a1-8edb-ab25f8bed594 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:47:50.571948 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Router 9e45d423-22af-49ec-8a97-cf288e88469c is scheduled to L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 with binding_index 1 {{(pid=109593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 21:47:50.665953 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:47:50.671056 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6cdd48e7-848a-4378-8aff-9c3bd00ed967 admin admin] 10.222.0.44 "PUT /v2.0/routers/9e45d423-22af-49ec-8a97-cf288e88469c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1006036 Dec 16 21:47:50.688079 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Sync routers for ids ['9e45d423-22af-49ec-8a97-cf288e88469c'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:47:50.700588 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Routers {'9e45d423-22af-49ec-8a97-cf288e88469c'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:47:50.701410 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:47:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['9e45d423-22af-49ec-8a97-cf288e88469c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:47:50.890916 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Set router 9e45d423-22af-49ec-8a97-cf288e88469c gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:47:51.333782 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e45d423-22af-49ec-8a97-cf288e88469c', 'name': 'router1', 'tenant_id': '4da71962104648e880fde3a150e1cfac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:47:38Z', 'updated_at': '2021-12-16T21:47:49Z', 'revision_number': 2, 'project_id': '4da71962104648e880fde3a150e1cfac', 'gw_port_host': None, '_interfaces': [{'id': 'f7fa0baf-c66d-44a1-8edb-ab25f8bed594', 'name': '', 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6', 'tenant_id': '4da71962104648e880fde3a150e1cfac', 'mac_address': 'fa:16:3e:d3:0f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e45d423-22af-49ec-8a97-cf288e88469c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7525e55-7fcd-4c84-9714-e9a794a7ff53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:47:48Z', 'updated_at': '2021-12-16T21:47:49Z', 'revision_number': 2, 'project_id': '4da71962104648e880fde3a150e1cfac', 'subnets': [{'id': 'a7525e55-7fcd-4c84-9714-e9a794a7ff53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee05ad2-4c21-4d86-8330-7bfeaef710c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:47:51.383759 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Checking router: 9e45d423-22af-49ec-8a97-cf288e88469c for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:47:51.384045 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Updating router 9e45d423-22af-49ec-8a97-cf288e88469c port f7fa0baf-c66d-44a1-8edb-ab25f8bed594 binding host dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:47:51.461219 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:51.952947 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Publish callbacks [] for port, precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:52.069540 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:52.214452 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Pushing event updated for resources: {'Port': ['ID=f7fa0baf-c66d-44a1-8edb-ab25f8bed594,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:47:52.238500 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:52.238856 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:52.239195 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:52.239523 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:52.239872 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:52.240771 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:52.241085 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:52.241425 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:52.241733 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:52.242067 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:52.242389 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:52.242705 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:52.243018 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Tracked resource versions report: Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: pushed versions: Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: { 'AddressGroup': {'1.2'}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'ConntrackHelper': {'1.0'}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Log': {'1.0'}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Network': {'1.1'}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Port': {'1.7'}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'PortForwarding': {'1.2'}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'QosPolicy': {'1.10'}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'SecurityGroup': {'1.5'}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'SubPort': {'1.0'}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Subnet': {'1.1'}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Trunk': {'1.1'}} Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: consumer versions: Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: { DHCP agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: L3 agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: Metadata agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: Metering agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: Open vSwitch agent@dv-cinder-790535-21-iscsi: { 'AddressGroup': '1.2', Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'ConntrackHelper': '1.0', Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'LocalIPAssociation': '1.0', Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Log': '1.0', Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Network': '1.1', Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Port': '1.7', Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'PortForwarding': '1.2', Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'QosPolicy': '1.10', Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'SecurityGroup': '1.5', Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'SecurityGroupRule': '1.2', Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'SubPort': '1.0', Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Subnet': '1.1', Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Trunk': '1.1'}} Dec 16 21:47:52.244433 dv-cinder-790535-21-iscsi neutron-server[109597]: {{(pid=109597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:47:52.255735 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Attempting to bind port f7fa0baf-c66d-44a1-8edb-ab25f8bed594 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:47:52.256374 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Attempting to bind port f7fa0baf-c66d-44a1-8edb-ab25f8bed594 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': 'b73ef799-de7f-4182-8ebc-68fcab271a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:47:52.256938 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Attempting to bind port f7fa0baf-c66d-44a1-8edb-ab25f8bed594 on network df1f466f-0682-40ff-90cd-3d7950e90ea6 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:47:52.262214 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:47:52.262668 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Checking segment: {'id': 'b73ef799-de7f-4182-8ebc-68fcab271a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:47:52.262999 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:52.263384 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Bound using segment: {'id': 'b73ef799-de7f-4182-8ebc-68fcab271a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:47:52.263881 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Bound port: f7fa0baf-c66d-44a1-8edb-ab25f8bed594, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73ef799-de7f-4182-8ebc-68fcab271a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:47:52.264265 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:52.334762 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-0851d87f-92e6-4215-a8a7-da5f8a1b9953 None None] Provisioning complete for port f7fa0baf-c66d-44a1-8edb-ab25f8bed594 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:47:52.335427 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0851d87f-92e6-4215-a8a7-da5f8a1b9953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:52.374416 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] For port f7fa0baf-c66d-44a1-8edb-ab25f8bed594, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:47:52.394210 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] For port f7fa0baf-c66d-44a1-8edb-ab25f8bed594, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=f7fa0baf-c66d-44a1-8edb-ab25f8bed594,segment=NetworkSegment(b73ef799-de7f-4182-8ebc-68fcab271a9b),segment_id=b73ef799-de7f-4182-8ebc-68fcab271a9b)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:47:52.418457 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0851d87f-92e6-4215-a8a7-da5f8a1b9953 None None] Port f7fa0baf-c66d-44a1-8edb-ab25f8bed594 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:47:52.497934 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:52.553881 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Routers {'9e45d423-22af-49ec-8a97-cf288e88469c'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:47:52.554545 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:47:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['9e45d423-22af-49ec-8a97-cf288e88469c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:47:52.594478 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ffa5a-06fb-43e7-86a7-379d002ad857 None None] Pushing event updated for resources: {'Port': ['ID=f7fa0baf-c66d-44a1-8edb-ab25f8bed594,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:47:52.649938 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] Set router 9e45d423-22af-49ec-8a97-cf288e88469c gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:47:52.740969 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-248f813b-8985-4444-b8ae-8291441b87eb None None] Provisioning complete for port f7fa0baf-c66d-44a1-8edb-ab25f8bed594 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:47:52.741342 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-248f813b-8985-4444-b8ae-8291441b87eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:52.823625 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-248f813b-8985-4444-b8ae-8291441b87eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:52.856411 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-248f813b-8985-4444-b8ae-8291441b87eb None None] For port f7fa0baf-c66d-44a1-8edb-ab25f8bed594, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=f7fa0baf-c66d-44a1-8edb-ab25f8bed594,segment=NetworkSegment(b73ef799-de7f-4182-8ebc-68fcab271a9b),segment_id=b73ef799-de7f-4182-8ebc-68fcab271a9b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:47:52.870251 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e45d423-22af-49ec-8a97-cf288e88469c', 'name': 'router1', 'tenant_id': '4da71962104648e880fde3a150e1cfac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:47:38Z', 'updated_at': '2021-12-16T21:47:49Z', 'revision_number': 2, 'project_id': '4da71962104648e880fde3a150e1cfac', 'gw_port_host': None, '_interfaces': [{'id': 'f7fa0baf-c66d-44a1-8edb-ab25f8bed594', 'name': '', 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6', 'tenant_id': '4da71962104648e880fde3a150e1cfac', 'mac_address': 'fa:16:3e:d3:0f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e45d423-22af-49ec-8a97-cf288e88469c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7525e55-7fcd-4c84-9714-e9a794a7ff53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:47:48Z', 'updated_at': '2021-12-16T21:47:52Z', 'revision_number': 4, 'project_id': '4da71962104648e880fde3a150e1cfac', 'subnets': [{'id': 'a7525e55-7fcd-4c84-9714-e9a794a7ff53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee05ad2-4c21-4d86-8330-7bfeaef710c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:47:52.897694 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93331ec9-f54c-4a9f-9f73-16a5389caf90 None None] The sync data for ids ['9e45d423-22af-49ec-8a97-cf288e88469c'] in dv-cinder-790535-21-iscsi is: [{'id': '9e45d423-22af-49ec-8a97-cf288e88469c', 'name': 'router1', 'tenant_id': '4da71962104648e880fde3a150e1cfac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:47:38Z', 'updated_at': '2021-12-16T21:47:49Z', 'revision_number': 2, 'project_id': '4da71962104648e880fde3a150e1cfac', 'gw_port_host': None, '_interfaces': [{'id': 'f7fa0baf-c66d-44a1-8edb-ab25f8bed594', 'name': '', 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6', 'tenant_id': '4da71962104648e880fde3a150e1cfac', 'mac_address': 'fa:16:3e:d3:0f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e45d423-22af-49ec-8a97-cf288e88469c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7525e55-7fcd-4c84-9714-e9a794a7ff53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:47:48Z', 'updated_at': '2021-12-16T21:47:52Z', 'revision_number': 4, 'project_id': '4da71962104648e880fde3a150e1cfac', 'subnets': [{'id': 'a7525e55-7fcd-4c84-9714-e9a794a7ff53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee05ad2-4c21-4d86-8330-7bfeaef710c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:47:52.949231 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-248f813b-8985-4444-b8ae-8291441b87eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:52.997216 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f813b-8985-4444-b8ae-8291441b87eb None None] Pushing event updated for resources: {'Port': ['ID=f7fa0baf-c66d-44a1-8edb-ab25f8bed594,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:47:53.122528 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41132) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:47:53.234999 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cce2791-cbd9-4fcb-85a4-d1f7e54f076d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:47:53.236364 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9cce2791-cbd9-4fcb-85a4-d1f7e54f076d admin admin] 10.222.0.44 "GET /v2.0/networks/9be982ba-a6d1-4fb3-be31-1a24ea235b23 HTTP/1.1" status: 200 len: 842 time: 0.1128585 Dec 16 21:47:53.247330 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-3864900c-1e12-4380-a40b-be1cbb73a8d0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:47:53.434359 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3864900c-1e12-4380-a40b-be1cbb73a8d0 admin admin] Made reservation on behalf of b7ba739a10b743c58f6457ff928300d3 for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:47:53.436748 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3864900c-1e12-4380-a40b-be1cbb73a8d0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:53.830591 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.objects.ports [None req-3864900c-1e12-4380-a40b-be1cbb73a8d0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109593) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 21:47:53.831047 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3864900c-1e12-4380-a40b-be1cbb73a8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for subnet, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:53.891573 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864900c-1e12-4380-a40b-be1cbb73a8d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d070ba-3389-4ce7-87f1-67e620c126bb,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:47:53.893539 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864900c-1e12-4380-a40b-be1cbb73a8d0 admin admin] Checking segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:47:53.893884 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3864900c-1e12-4380-a40b-be1cbb73a8d0 admin admin] Network hostable DHCP agents. Network: 9be982ba-a6d1-4fb3-be31-1a24ea235b23, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:47:54.023064 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3864900c-1e12-4380-a40b-be1cbb73a8d0 admin admin] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:47:54.114489 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-3864900c-1e12-4380-a40b-be1cbb73a8d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, 9be982ba-a6d1-4fb3-be31-1a24ea235b23) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:47:54.118745 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3864900c-1e12-4380-a40b-be1cbb73a8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:47:54.121737 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3864900c-1e12-4380-a40b-be1cbb73a8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:54.128870 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3b43c7-6b05-40a8-9169-b6f842221b79 None None] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:47:54.216487 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-3864900c-1e12-4380-a40b-be1cbb73a8d0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9590423 Dec 16 21:47:54.243951 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015a8e1f-710d-4e0d-821a-25575c6ff5fb None None] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:47:56.716387 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41140) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:47:56.850040 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ff26b76d-0ef0-44d0-95aa-2bf5c70f7bbf admin admin] 10.222.0.44 "GET /v2.0/routers/9e45d423-22af-49ec-8a97-cf288e88469c HTTP/1.1" status: 200 len: 710 time: 0.1316488 Dec 16 21:47:56.943808 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8acf0a2-02a9-47d3-98da-00dbc69e44e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:47:56.945218 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b8acf0a2-02a9-47d3-98da-00dbc69e44e3 admin admin] 10.222.0.44 "GET /v2.0/networks/9be982ba-a6d1-4fb3-be31-1a24ea235b23 HTTP/1.1" status: 200 len: 886 time: 0.0891092 Dec 16 21:47:56.955287 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:47:57.279724 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:57.603063 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:57.687460 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:57.793581 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Allocated IP 172.27.3.139 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/aafd68d7-2f71-415a-bdd8-e374d81ec5dc) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:47:58.045425 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:58.166312 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:58.209863 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:47:58.212601 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:47:58.220637 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:47:58.221625 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Pushing event updated for resources: {'Port': ['ID=aafd68d7-2f71-415a-bdd8-e374d81ec5dc,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:47:58.567445 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:58.778333 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584892', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1587533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124275'] for router, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:58.781869 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1587524'] for router, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:58.985901 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Router 9e45d423-22af-49ec-8a97-cf288e88469c has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 21:47:59.185780 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:47:59.189934 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] Publish callbacks [] for router, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:47:59.190926 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ca050c96-fe00-4f41-bfee-23356ab63b11 admin admin] 10.222.0.44 "PUT /v2.0/routers/9e45d423-22af-49ec-8a97-cf288e88469c HTTP/1.1" status: 200 len: 890 time: 2.2394609 Dec 16 21:47:59.626402 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device f7fa0baf-c66d-44a1-8edb-ab25f8bed594 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:47:59.678502 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port f7fa0baf-c66d-44a1-8edb-ab25f8bed594 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:47:59.678874 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:00.157784 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Sync routers for ids ['9e45d423-22af-49ec-8a97-cf288e88469c'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:48:00.170360 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Routers {'9e45d423-22af-49ec-8a97-cf288e88469c'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:48:00.171153 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:47:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['9e45d423-22af-49ec-8a97-cf288e88469c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:48:00.382298 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Set router 9e45d423-22af-49ec-8a97-cf288e88469c gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:48:00.847381 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e45d423-22af-49ec-8a97-cf288e88469c', 'name': 'router1', 'tenant_id': '4da71962104648e880fde3a150e1cfac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aafd68d7-2f71-415a-bdd8-e374d81ec5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:47:38Z', 'updated_at': '2021-12-16T21:47:58Z', 'revision_number': 4, 'project_id': '4da71962104648e880fde3a150e1cfac', 'gw_port': {'id': 'aafd68d7-2f71-415a-bdd8-e374d81ec5dc', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:44:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e45d423-22af-49ec-8a97-cf288e88469c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:47:57Z', 'updated_at': '2021-12-16T21:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': 'f7fa0baf-c66d-44a1-8edb-ab25f8bed594', 'name': '', 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6', 'tenant_id': '4da71962104648e880fde3a150e1cfac', 'mac_address': 'fa:16:3e:d3:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45d423-22af-49ec-8a97-cf288e88469c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7525e55-7fcd-4c84-9714-e9a794a7ff53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:47:48Z', 'updated_at': '2021-12-16T21:47:52Z', 'revision_number': 5, 'project_id': '4da71962104648e880fde3a150e1cfac', 'subnets': [{'id': 'a7525e55-7fcd-4c84-9714-e9a794a7ff53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee05ad2-4c21-4d86-8330-7bfeaef710c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:48:00.897915 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Checking router: 9e45d423-22af-49ec-8a97-cf288e88469c for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:48:00.898262 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Updating router 9e45d423-22af-49ec-8a97-cf288e88469c port aafd68d7-2f71-415a-bdd8-e374d81ec5dc binding host dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:48:00.967806 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:01.273696 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Publish callbacks [] for port, precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:01.354553 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:01.409976 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593693d9-28e1-47c7-8373-edafa8361441 None None] Pushing event updated for resources: {'Port': ['ID=aafd68d7-2f71-415a-bdd8-e374d81ec5dc,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:48:01.412366 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Attempting to bind port aafd68d7-2f71-415a-bdd8-e374d81ec5dc on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:48:01.412759 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Attempting to bind port aafd68d7-2f71-415a-bdd8-e374d81ec5dc by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:48:01.413122 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Attempting to bind port aafd68d7-2f71-415a-bdd8-e374d81ec5dc on network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:48:01.418957 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:48:01.419315 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Checking segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:48:01.419741 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:01.420098 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Bound using segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:48:01.420584 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Bound port: aafd68d7-2f71-415a-bdd8-e374d81ec5dc, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:48:01.422303 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:01.468948 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] For port aafd68d7-2f71-415a-bdd8-e374d81ec5dc, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:48:01.471843 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] For port aafd68d7-2f71-415a-bdd8-e374d81ec5dc, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=aafd68d7-2f71-415a-bdd8-e374d81ec5dc,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:48:01.560460 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:01.617765 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Routers {'9e45d423-22af-49ec-8a97-cf288e88469c'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:48:01.618383 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:47:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['9e45d423-22af-49ec-8a97-cf288e88469c'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:48:01.620067 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593693d9-28e1-47c7-8373-edafa8361441 None None] Pushing event updated for resources: {'Port': ['ID=aafd68d7-2f71-415a-bdd8-e374d81ec5dc,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:48:01.728124 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] Set router 9e45d423-22af-49ec-8a97-cf288e88469c gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:48:01.837654 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41152) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:48:01.940274 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e45d423-22af-49ec-8a97-cf288e88469c', 'name': 'router1', 'tenant_id': '4da71962104648e880fde3a150e1cfac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aafd68d7-2f71-415a-bdd8-e374d81ec5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:47:38Z', 'updated_at': '2021-12-16T21:47:58Z', 'revision_number': 4, 'project_id': '4da71962104648e880fde3a150e1cfac', 'gw_port': {'id': 'aafd68d7-2f71-415a-bdd8-e374d81ec5dc', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:44:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e45d423-22af-49ec-8a97-cf288e88469c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:47:57Z', 'updated_at': '2021-12-16T21:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': 'f7fa0baf-c66d-44a1-8edb-ab25f8bed594', 'name': '', 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6', 'tenant_id': '4da71962104648e880fde3a150e1cfac', 'mac_address': 'fa:16:3e:d3:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45d423-22af-49ec-8a97-cf288e88469c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7525e55-7fcd-4c84-9714-e9a794a7ff53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:47:48Z', 'updated_at': '2021-12-16T21:47:52Z', 'revision_number': 5, 'project_id': '4da71962104648e880fde3a150e1cfac', 'subnets': [{'id': 'a7525e55-7fcd-4c84-9714-e9a794a7ff53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee05ad2-4c21-4d86-8330-7bfeaef710c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:48:01.951227 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e434f186-e958-40d4-84a8-67c76d7da108 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1124482 Dec 16 21:48:01.968256 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c799f-23a9-4415-a08e-af5f83dea2d8 None None] The sync data for ids ['9e45d423-22af-49ec-8a97-cf288e88469c'] in dv-cinder-790535-21-iscsi is: [{'id': '9e45d423-22af-49ec-8a97-cf288e88469c', 'name': 'router1', 'tenant_id': '4da71962104648e880fde3a150e1cfac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aafd68d7-2f71-415a-bdd8-e374d81ec5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:47:38Z', 'updated_at': '2021-12-16T21:47:58Z', 'revision_number': 4, 'project_id': '4da71962104648e880fde3a150e1cfac', 'gw_port': {'id': 'aafd68d7-2f71-415a-bdd8-e374d81ec5dc', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:44:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e45d423-22af-49ec-8a97-cf288e88469c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:47:57Z', 'updated_at': '2021-12-16T21:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': 'f7fa0baf-c66d-44a1-8edb-ab25f8bed594', 'name': '', 'network_id': 'df1f466f-0682-40ff-90cd-3d7950e90ea6', 'tenant_id': '4da71962104648e880fde3a150e1cfac', 'mac_address': 'fa:16:3e:d3:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45d423-22af-49ec-8a97-cf288e88469c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7525e55-7fcd-4c84-9714-e9a794a7ff53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:47:48Z', 'updated_at': '2021-12-16T21:47:52Z', 'revision_number': 5, 'project_id': '4da71962104648e880fde3a150e1cfac', 'subnets': [{'id': 'a7525e55-7fcd-4c84-9714-e9a794a7ff53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ee05ad2-4c21-4d86-8330-7bfeaef710c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:48:03.632938 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device aafd68d7-2f71-415a-bdd8-e374d81ec5dc up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:48:03.699775 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port aafd68d7-2f71-415a-bdd8-e374d81ec5dc triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:48:03.700585 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:03.791669 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:03.815297 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] For port aafd68d7-2f71-415a-bdd8-e374d81ec5dc, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=aafd68d7-2f71-415a-bdd8-e374d81ec5dc,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:48:03.879839 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:03.939104 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Pushing event updated for resources: {'Port': ['ID=aafd68d7-2f71-415a-bdd8-e374d81ec5dc,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:48:05.671870 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device aafd68d7-2f71-415a-bdd8-e374d81ec5dc up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:48:05.740335 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port aafd68d7-2f71-415a-bdd8-e374d81ec5dc triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:48:05.740743 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:10.039482 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7ba9a5fe-7ce5-4019-ab13-d18d22d706c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:12.291453 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:48:12.673758 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cabb7ca2-6bb1-4d95-871f-c10d3b9ebecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:13.484858 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:14.897151 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:15.834130 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:40.103577 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1335-189d-49a0-92a6-44d672256a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:42.603454 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4fda9cb7-1653-4505-a695-fd8ca8c63778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:43.478332 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:45.702515 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:45.992278 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:48:49.290796 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:49:10.031306 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ee565ed-f5b5-4356-af8c-6566bf6280ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:49:12.585002 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ec3ad5-a0d1-49aa-8da3-181fea61cea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:49:13.482920 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:49:14.922369 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:49:15.870733 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:49:26.289404 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:49:26.434876 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41636) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:49:26.496124 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.pecan_wsgi.hooks.translation [None req-324da809-4384-492f-bd9b-1af56d7de17c admin admin] GET failed (client error): The resource could not be found. Dec 16 21:49:26.497469 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-324da809-4384-492f-bd9b-1af56d7de17c admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615950 Dec 16 21:49:26.660751 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e18a2-4f5b-4f83-847e-3910435298bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:49:26.662173 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-291e18a2-4f5b-4f83-847e-3910435298bd admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1593759 Dec 16 21:49:29.078723 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41646) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:49:29.170628 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9768474-9dbc-4526-afac-9a2ab94a3368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:49:29.172014 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e9768474-9dbc-4526-afac-9a2ab94a3368 admin admin] 10.222.0.44 "GET /v2.0/subnets/a7525e55-7fcd-4c84-9714-e9a794a7ff53 HTTP/1.1" status: 200 len: 849 time: 0.0923347 Dec 16 21:49:29.182610 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:49:29.268732 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Publish callbacks [] for subnet, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:49:29.504764 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768342558172'] for subnet, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:49:29.539848 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:49:29.540357 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:49:29.541673 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] 10.222.0.44 "PUT /v2.0/subnets/a7525e55-7fcd-4c84-9714-e9a794a7ff53 HTTP/1.1" status: 200 len: 868 time: 0.3626807 Dec 16 21:49:29.545064 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2be1c8-19e8-459c-b1c9-41e3280903cb None None] Network df1f466f-0682-40ff-90cd-3d7950e90ea6 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:49:29.566115 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7525e55-7fcd-4c84-9714-e9a794a7ff53,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:49:29.573761 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:49:29.574120 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:49:29.574470 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:49:29.574809 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:49:29.575136 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:49:29.576087 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:49:29.576439 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:49:29.576803 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:49:29.577145 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:49:29.577503 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:49:29.577812 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:49:29.578117 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:49:29.578925 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e7daf-9bb9-40e3-bc98-080ef4e326ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:49:29.879053 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-c6117a61-54c0-4bed-9a8d-9cd70058c51a None None] Provisioning complete for port f7fa0baf-c66d-44a1-8edb-ab25f8bed594 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:49:29.879419 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6117a61-54c0-4bed-9a8d-9cd70058c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:49:29.969086 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-c6117a61-54c0-4bed-9a8d-9cd70058c51a None None] Provisioning complete for port 6086ca64-01d3-4d36-9f30-eb997c28ef57 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:49:29.969483 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6117a61-54c0-4bed-9a8d-9cd70058c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:49:31.956740 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41654) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:49:32.152777 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312abe4-54b8-4780-a5de-67a21e9ffe01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:49:32.153169 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312abe4-54b8-4780-a5de-67a21e9ffe01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:49:32.154706 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6312abe4-54b8-4780-a5de-67a21e9ffe01 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1969841 Dec 16 21:49:34.532231 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41662) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:49:34.662885 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0616a2e3-8f60-42e4-adfc-afc7c7fdb3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:49:34.663327 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0616a2e3-8f60-42e4-adfc-afc7c7fdb3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:49:34.664884 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0616a2e3-8f60-42e4-adfc-afc7c7fdb3bb admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1315224 Dec 16 21:49:37.076437 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41670) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:49:37.199029 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a65700-94ae-4eac-8bd9-f48cf27fb87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:49:37.200397 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-75a65700-94ae-4eac-8bd9-f48cf27fb87c admin admin] 10.222.0.44 "GET /v2.0/networks/9be982ba-a6d1-4fb3-be31-1a24ea235b23 HTTP/1.1" status: 200 len: 886 time: 0.1229553 Dec 16 21:49:39.621645 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41678) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:49:39.754338 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7e8819-9329-4726-bcbf-002cedd642df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:49:39.755730 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-4f7e8819-9329-4726-bcbf-002cedd642df admin admin] 10.222.0.44 "GET /v2.0/networks/df1f466f-0682-40ff-90cd-3d7950e90ea6 HTTP/1.1" status: 200 len: 869 time: 0.1331398 Dec 16 21:49:40.035643 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4900652a-a908-4889-90a6-8e79df876c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:49:42.218234 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41686) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:49:42.366627 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338ecde8-9804-4e35-95a0-f6d8b0eba05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:49:42.367060 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338ecde8-9804-4e35-95a0-f6d8b0eba05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:49:42.368635 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-338ecde8-9804-4e35-95a0-f6d8b0eba05b admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1491997 Dec 16 21:49:42.577607 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecf7d-df2d-4746-bf1e-6ee560c094e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:49:43.458387 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:49:44.879234 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41694) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:49:44.915757 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:49:44.976554 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c278867-473f-43ae-b53e-9cba87cf0a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:49:44.977005 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c278867-473f-43ae-b53e-9cba87cf0a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:49:44.978547 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6c278867-473f-43ae-b53e-9cba87cf0a4f admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0983419 Dec 16 21:49:45.852834 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:49:47.449294 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41702) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:49:47.551801 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad170944-b4d7-42fb-a328-49cac5406687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:49:47.553208 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ad170944-b4d7-42fb-a328-49cac5406687 admin admin] 10.222.0.44 "GET /v2.0/subnets/a7525e55-7fcd-4c84-9714-e9a794a7ff53 HTTP/1.1" status: 200 len: 868 time: 0.1028087 Dec 16 21:49:50.075139 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41710) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:49:50.164228 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20518e9-903b-4366-a44b-434d1e5a54d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:49:50.165661 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d20518e9-903b-4366-a44b-434d1e5a54d0 admin admin] 10.222.0.44 "GET /v2.0/subnets/f2d070ba-3389-4ce7-87f1-67e620c126bb HTTP/1.1" status: 200 len: 816 time: 0.0895617 Dec 16 21:50:03.288318 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:50:10.018459 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1985106-acd3-4f36-8964-cbc04675af91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:12.600638 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6baa3ca8-1787-46e2-8da8-9bcb8bc0e076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:13.538826 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:14.948655 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:15.861364 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:15.906005 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 41764) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:50:15.960380 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [None req-4b2dc5ec-a6f1-482a-a1fa-aa3f476fa9df admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:50:15.961446 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-4b2dc5ec-a6f1-482a-a1fa-aa3f476fa9df admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0545352 Dec 16 21:50:18.521987 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41774) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:50:18.584873 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.pecan_wsgi.hooks.translation [None req-345f3c0a-0b10-4baf-9e22-3ed7e06c4ccf admin admin] GET failed (client error): The resource could not be found. Dec 16 21:50:18.586185 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-345f3c0a-0b10-4baf-9e22-3ed7e06c4ccf admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632360 Dec 16 21:50:18.679123 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb949698-7afa-4177-af4f-a073cd539c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:50:18.680621 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-fb949698-7afa-4177-af4f-a073cd539c5a admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0894356 Dec 16 21:50:21.156958 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41782) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:50:21.205220 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-30d6d8e4-0a97-478b-80f9-a5eab17bf661 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:50:21.289440 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d6d8e4-0a97-478b-80f9-a5eab17bf661 admin admin] Made reservation on behalf of b7ba739a10b743c58f6457ff928300d3 for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:50:21.291750 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-30d6d8e4-0a97-478b-80f9-a5eab17bf661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:21.320867 dv-cinder-790535-21-iscsi neutron-server[109593]: WARNING neutron.services.revisions.revision_plugin [None req-30d6d8e4-0a97-478b-80f9-a5eab17bf661 admin admin] Could not find related network for resource to bump revision. Dec 16 21:50:21.336288 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d6d8e4-0a97-478b-80f9-a5eab17bf661 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:50:21.346173 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-30d6d8e4-0a97-478b-80f9-a5eab17bf661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:21.346506 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-30d6d8e4-0a97-478b-80f9-a5eab17bf661 admin admin] Added segment eb615329-1a2e-4f7e-bb5f-86b82ea39418 of type vlan for network 1ac0604d-cda6-4404-9a64-5705fbfbf237 Dec 16 21:50:21.396061 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-30d6d8e4-0a97-478b-80f9-a5eab17bf661 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:21.486126 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-30d6d8e4-0a97-478b-80f9-a5eab17bf661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:21.487494 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d6d8e4-0a97-478b-80f9-a5eab17bf661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:50:21.488275 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-30d6d8e4-0a97-478b-80f9-a5eab17bf661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:21.594740 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6d8e4-0a97-478b-80f9-a5eab17bf661 admin admin] Pushing event updated for resources: {'Network': ['ID=1ac0604d-cda6-4404-9a64-5705fbfbf237,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:50:21.608378 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network 1ac0604d-cda6-4404-9a64-5705fbfbf237 details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:50:21.637780 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-30d6d8e4-0a97-478b-80f9-a5eab17bf661 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4788096 Dec 16 21:50:24.092659 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41790) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:50:24.157239 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d505f01-43a3-40c8-b331-ff76d8006413 admin admin] GET failed (client error): The resource could not be found. Dec 16 21:50:24.158517 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0d505f01-43a3-40c8-b331-ff76d8006413 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0648899 Dec 16 21:50:24.232256 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0658a222-52b3-40d8-8a7f-4e52d67c189f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:50:24.233836 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0658a222-52b3-40d8-8a7f-4e52d67c189f admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0706065 Dec 16 21:50:24.245569 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-7098f997-6a84-4654-bc4f-c8c3393858ab admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '1ac0604d-cda6-4404-9a64-5705fbfbf237', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:50:24.358310 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7098f997-6a84-4654-bc4f-c8c3393858ab admin admin] Made reservation on behalf of b7ba739a10b743c58f6457ff928300d3 for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:50:24.360741 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7098f997-6a84-4654-bc4f-c8c3393858ab admin admin] Publish callbacks [] for subnet, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:24.697272 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7098f997-6a84-4654-bc4f-c8c3393858ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for subnet, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:24.755683 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098f997-6a84-4654-bc4f-c8c3393858ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ebe67c-c22a-4d7e-8807-41f951ae7364,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:50:24.764565 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098f997-6a84-4654-bc4f-c8c3393858ab admin admin] Checking segment: {'id': 'eb615329-1a2e-4f7e-bb5f-86b82ea39418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1ac0604d-cda6-4404-9a64-5705fbfbf237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:50:24.764921 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7098f997-6a84-4654-bc4f-c8c3393858ab admin admin] Network hostable DHCP agents. Network: 1ac0604d-cda6-4404-9a64-5705fbfbf237, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:50:24.840072 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7098f997-6a84-4654-bc4f-c8c3393858ab admin admin] Network 1ac0604d-cda6-4404-9a64-5705fbfbf237 is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:50:24.902631 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-7098f997-6a84-4654-bc4f-c8c3393858ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, 1ac0604d-cda6-4404-9a64-5705fbfbf237) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:50:24.907488 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098f997-6a84-4654-bc4f-c8c3393858ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:50:24.908077 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7098f997-6a84-4654-bc4f-c8c3393858ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:24.913489 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a80c0f4-f903-45db-be06-8f3520bb1c14 None None] Network 1ac0604d-cda6-4404-9a64-5705fbfbf237 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:50:24.974289 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-7098f997-6a84-4654-bc4f-c8c3393858ab admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7320197 Dec 16 21:50:25.123464 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfddd4881-cffc-5be5-9fa1-a47a6233afa8-1ac0604d-cda6-4404-9a64-5705fbfbf237', 'network_id': '1ac0604d-cda6-4404-9a64-5705fbfbf237', 'project_id': 'b7ba739a10b743c58f6457ff928300d3', 'fixed_ips': [{'subnet_id': 'e1ebe67c-c22a-4d7e-8807-41f951ae7364'}]}} from dv-cinder-790535-21-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 21:50:25.124345 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:25.402189 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Allocated IP 192.168.233.2 (1ac0604d-cda6-4404-9a64-5705fbfbf237/e1ebe67c-c22a-4d7e-8807-41f951ae7364/b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:50:25.586526 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Publish callbacks [] for port, precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:25.686915 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546'] for port, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:25.760365 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Network 1ac0604d-cda6-4404-9a64-5705fbfbf237 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:50:25.763556 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:50:25.767232 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:50:25.774883 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Pushing event updated for resources: {'Port': ['ID=b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:50:25.800610 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:50:25.800982 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:50:25.801352 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:50:25.801697 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:50:25.802026 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:50:25.802354 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:50:25.802697 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:50:25.803037 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:50:25.803467 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:50:25.804189 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:50:25.804189 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:50:25.804507 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:50:25.804836 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:50:25.839270 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Attempting to bind port b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:50:25.839768 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Attempting to bind port b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': 'eb615329-1a2e-4f7e-bb5f-86b82ea39418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1ac0604d-cda6-4404-9a64-5705fbfbf237'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:50:25.840225 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Attempting to bind port b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb on network 1ac0604d-cda6-4404-9a64-5705fbfbf237 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:50:25.846530 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:50:25.846896 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Checking segment: {'id': 'eb615329-1a2e-4f7e-bb5f-86b82ea39418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1ac0604d-cda6-4404-9a64-5705fbfbf237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:50:25.847299 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:25.847681 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Bound using segment: {'id': 'eb615329-1a2e-4f7e-bb5f-86b82ea39418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1ac0604d-cda6-4404-9a64-5705fbfbf237'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:50:25.848182 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Bound port: b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb615329-1a2e-4f7e-bb5f-86b82ea39418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1ac0604d-cda6-4404-9a64-5705fbfbf237'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:50:25.848670 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:25.916038 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] For port b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:50:25.920869 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] For port b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb,segment=NetworkSegment(eb615329-1a2e-4f7e-bb5f-86b82ea39418),segment_id=eb615329-1a2e-4f7e-bb5f-86b82ea39418)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:50:25.984269 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:26.053016 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630807bc-600d-471c-bab3-8066a1fd1143 None None] Pushing event updated for resources: {'Port': ['ID=b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:50:27.012067 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaf1dab-29df-46cf-8459-9f8799de5e46 None None] Network 1ac0604d-cda6-4404-9a64-5705fbfbf237 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:50:27.115481 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-482ea4de-d2e7-4c56-b20a-7f5aba4b24c9 None None] Provisioning complete for port b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:50:27.115758 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-482ea4de-d2e7-4c56-b20a-7f5aba4b24c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:27.245058 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-482ea4de-d2e7-4c56-b20a-7f5aba4b24c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:27.293742 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-482ea4de-d2e7-4c56-b20a-7f5aba4b24c9 None None] For port b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb,segment=NetworkSegment(eb615329-1a2e-4f7e-bb5f-86b82ea39418),segment_id=eb615329-1a2e-4f7e-bb5f-86b82ea39418)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:50:27.375309 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-482ea4de-d2e7-4c56-b20a-7f5aba4b24c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:27.453536 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ea4de-d2e7-4c56-b20a-7f5aba4b24c9 None None] Pushing event updated for resources: {'Port': ['ID=b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:50:27.598838 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-4be79119-88cc-42b0-98d7-2a3499a78310 None None] Provisioning complete for port b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:50:27.599202 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4be79119-88cc-42b0-98d7-2a3499a78310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:27.736054 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:50:27.819055 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port b08d9238-fadc-4daf-90aa-8bbd1bf0e1eb triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:50:27.819725 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:40.111393 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1fd6-d69a-459a-869d-43e8b1fff772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:40.286256 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:50:42.585507 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff98d-32fa-4b32-a0db-c4eecf7144ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:43.525455 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:44.919620 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:50:45.905607 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:10.092634 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5718570d-268a-4cea-80a7-b6ad671eef70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:12.605376 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6659a515-6e78-424b-a3f6-db8f6bd7bf74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:13.492763 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:14.955612 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:15.866728 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:17.284412 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:51:40.042864 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d87cf79-be4c-4c1f-8bb1-f3ae7d166b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:42.597898 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a8f99c3f-3f76-4062-97c5-f4112a7f1ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:43.505869 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:44.922916 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:45.888831 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:49.611337 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 41834) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:51:49.618114 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [None req-d82d23bc-9dbb-4a49-bdcb-421908866b0c tempest-verify_tempest_config-28783541 tempest-verify_tempest_config-28783541-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:51:49.619099 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d82d23bc-9dbb-4a49-bdcb-421908866b0c tempest-verify_tempest_config-28783541 tempest-verify_tempest_config-28783541-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067067 Dec 16 21:51:50.286746 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41852) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:51:50.406483 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:50.512745 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:50.679350 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:50.724508 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a36368a-5d15-47e4-b386-d9a64b4f5559,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:51:50.728207 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b80de2089ae4be39f7d0f561c993e2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4404542 Dec 16 21:51:50.731814 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 41858) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:51:50.735305 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.735785 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.736255 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.736664 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.743055 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.743055 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.743055 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.743055 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.743055 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.743055 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.743055 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.743055 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.743055 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa55836-80bc-4162-86b0-73f16ce3aa55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.793269 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:50.815233 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:50.974465 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:50.977188 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:51:50.978341 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a36368a-5d15-47e4-b386-d9a64b4f5559 HTTP/1.1" status: 204 len: 168 time: 0.2455544 Dec 16 21:51:50.986508 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a36368a-5d15-47e4-b386-d9a64b4f5559,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:51:50.994129 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.994498 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.994850 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.995188 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.995516 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.995849 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.996173 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.996523 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.996868 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.997200 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.997643 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.997825 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:50.998142 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d46b9-09d8-4c35-8242-2eafa2bb5ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:51:54.283119 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:52:10.042100 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-385d260c-cbac-401e-8d2b-48341c79494f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:52:12.650484 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e99d2e9f-a79c-4bf8-b897-cfd81fa1d032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:52:13.481944 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:52:14.997777 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:52:15.858582 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:52:31.281748 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:52:40.060830 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-526ad5b7-b53c-438c-aff5-c9f5df85b8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:52:42.596480 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d0f72f9a-1d5b-46e7-8a1d-62d9de7ca41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:52:43.482189 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:52:44.956272 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:52:45.853426 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:53:08.280200 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:53:10.069070 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5692a2da-b4b3-49a4-8232-1f834ae0ec5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:53:12.588659 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9859dde7-bac4-44a3-8fac-a23ba46197ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:53:13.520215 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:53:14.948765 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:53:15.862993 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:53:29.993668 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581294'] for agent, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:53:40.038769 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc5e5-7db6-4c21-9616-979f9ae54059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:53:42.581648 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be2348b2-b3f1-4747-b48b-f92f6379f535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:53:43.609952 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:53:44.918371 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:53:45.279124 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:53:45.493791 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 41934) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:53:45.600495 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-fa4644f9-fefb-4fe4-b8da-14bc23a6d764 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1054120 Dec 16 21:53:45.872720 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:53:48.081073 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 41944) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:53:48.158797 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-7d27c56b-1000-4659-9668-7494d2819929 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0765877 Dec 16 21:53:59.934985 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:10.037508 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9aac7f6f-8bda-4fad-aee6-1ae8f2099898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:12.649089 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8350fbd7-4659-4cf8-be07-fe876cedca14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:13.511938 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:14.935131 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:15.923238 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:22.277157 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:54:29.956486 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:40.071252 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abd59f26-8ad8-46f9-a1c1-c81cc594d0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:42.580399 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a94a418-e632-482d-90d6-1dc151eabae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:43.499385 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:44.957178 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:45.894044 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:59.275952 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:54:59.961294 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:10.068584 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0d8eff9-39db-46af-b09d-921ae78e33a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:12.596557 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abfd5c66-8bde-488d-9b75-bb2f0d03d5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:13.498672 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:14.979149 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:15.920868 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:18.559664 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 42090) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:19.055701 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 42110) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:19.092874 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1037255134-network', 'tenant_id': '0547bdd56e1f4a60af3602a66423ea97'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:19.207171 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Made reservation on behalf of 0547bdd56e1f4a60af3602a66423ea97 for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:19.209840 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.218467 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.298734 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2082241684-network', 'tenant_id': '7ee3ebe67346431e91b0e0d12b8e9e4e'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:19.316818 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.413107 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.427157 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:55:19.443754 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.443963 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Added segment 92dbd712-24d1-411e-9e6b-2f8b60b931ae of type vlan for network 2e530999-de1f-49a8-9098-e3b03246db0c Dec 16 21:55:19.446593 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] Made reservation on behalf of 7ee3ebe67346431e91b0e0d12b8e9e4e for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:19.448870 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.490502 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.498558 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8128c281-5993-4b95-84e1-d60aa4dc6822,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:19.520482 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.530201 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:19.532199 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:19.532199 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:19.532199 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:19.532199 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:19.533246 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:19.533246 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:19.533246 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:19.533601 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:19.533782 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:19.534107 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:19.534430 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:19.534751 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Tracked resource versions report: Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: pushed versions: Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: { 'AddressGroup': {'1.2'}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'ConntrackHelper': {'1.0'}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Log': {'1.0'}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Network': {'1.1'}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Port': {'1.7'}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'PortForwarding': {'1.2'}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'QosPolicy': {'1.10'}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'SecurityGroup': {'1.5'}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'SubPort': {'1.0'}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Subnet': {'1.1'}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Trunk': {'1.1'}} Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: consumer versions: Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: { DHCP agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: HyperV agent@hv-cinder-79053: {}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: L3 agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: Metadata agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: Metering agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: Open vSwitch agent@dv-cinder-790535-21-iscsi: { 'AddressGroup': '1.2', Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'ConntrackHelper': '1.0', Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'LocalIPAssociation': '1.0', Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Log': '1.0', Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Network': '1.1', Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Port': '1.7', Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'PortForwarding': '1.2', Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'QosPolicy': '1.10', Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'SecurityGroup': '1.5', Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'SecurityGroupRule': '1.2', Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'SubPort': '1.0', Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Subnet': '1.1', Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: 'Trunk': '1.1'}} Dec 16 21:55:19.535906 dv-cinder-790535-21-iscsi neutron-server[109593]: {{(pid=109593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:55:19.623080 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.681312 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.682296 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:19.682900 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.727860 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.755206 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:55:19.772107 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] Pushing event updated for resources: {'Network': ['ID=2e530999-de1f-49a8-9098-e3b03246db0c,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:19.783341 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network 2e530999-de1f-49a8-9098-e3b03246db0c details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:55:19.786352 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.786691 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] Added segment 6c69f8d1-f323-4486-b565-5bcc136b3107 of type vlan for network 4fb5b683-7470-410a-8eaa-053d1c2fde9a Dec 16 21:55:19.837020 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.851641 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42152) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:19.857125 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Request body: {'subnet': {'network_id': '2e530999-de1f-49a8-9098-e3b03246db0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1037255134-subnet', 'tenant_id': '0547bdd56e1f4a60af3602a66423ea97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:19.861871 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d6962225-4214-4c78-b64b-5f087c89b314 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2996736 Dec 16 21:55:19.879598 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e67fd43-9319-4b43-a5ea-c054b685380e,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:19.960094 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.961138 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:19.961758 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:19.990361 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Made reservation on behalf of 0547bdd56e1f4a60af3602a66423ea97 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:19.994270 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Publish callbacks [] for subnet, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:20.046274 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] Pushing event updated for resources: {'Network': ['ID=4fb5b683-7470-410a-8eaa-053d1c2fde9a,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:20.061206 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network 4fb5b683-7470-410a-8eaa-053d1c2fde9a details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:55:20.086553 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-8c0fb3ce-8254-440d-b1be-e5064691e56e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0292423 Dec 16 21:55:20.090313 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 42166) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:20.102474 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-8cb68e23-5882-4c15-9063-96e1539ef9dc admin admin] Request body: {'subnet': {'network_id': '4fb5b683-7470-410a-8eaa-053d1c2fde9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2082241684-subnet', 'tenant_id': '7ee3ebe67346431e91b0e0d12b8e9e4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:20.218884 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb68e23-5882-4c15-9063-96e1539ef9dc admin admin] Made reservation on behalf of 7ee3ebe67346431e91b0e0d12b8e9e4e for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:20.221642 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8cb68e23-5882-4c15-9063-96e1539ef9dc admin admin] Publish callbacks [] for subnet, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:20.247764 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for subnet, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:20.307796 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c720f0-609c-4da2-ab08-a2c321921327,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:20.324971 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:20.328658 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:20.329741 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:20.330409 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:20.330904 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:20.331508 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:20.332026 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:20.332539 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:20.333042 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:20.333544 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:20.333880 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:20.334207 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:20.334595 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Tracked resource versions report: Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: pushed versions: Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: { 'AddressGroup': {'1.2'}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'ConntrackHelper': {'1.0'}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Log': {'1.0'}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Network': {'1.1'}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Port': {'1.7'}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'PortForwarding': {'1.2'}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'QosPolicy': {'1.10'}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'SecurityGroup': {'1.5'}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'SubPort': {'1.0'}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Subnet': {'1.1'}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Trunk': {'1.1'}} Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: consumer versions: Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: { DHCP agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: HyperV agent@hv-cinder-79053: {}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: L3 agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: Metadata agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: Metering agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: Open vSwitch agent@dv-cinder-790535-21-iscsi: { 'AddressGroup': '1.2', Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'ConntrackHelper': '1.0', Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'LocalIPAssociation': '1.0', Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Log': '1.0', Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Network': '1.1', Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Port': '1.7', Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'PortForwarding': '1.2', Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'QosPolicy': '1.10', Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'SecurityGroup': '1.5', Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'SecurityGroupRule': '1.2', Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'SubPort': '1.0', Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Subnet': '1.1', Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: 'Trunk': '1.1'}} Dec 16 21:55:20.335764 dv-cinder-790535-21-iscsi neutron-server[109594]: {{(pid=109594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:55:20.338296 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42178) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:20.353728 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Checking segment: {'id': '92dbd712-24d1-411e-9e6b-2f8b60b931ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2e530999-de1f-49a8-9098-e3b03246db0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:20.354562 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Network hostable DHCP agents. Network: 2e530999-de1f-49a8-9098-e3b03246db0c, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:55:20.436016 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Network 2e530999-de1f-49a8-9098-e3b03246db0c is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:55:20.499379 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8cb68e23-5882-4c15-9063-96e1539ef9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for subnet, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:20.505185 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, 2e530999-de1f-49a8-9098-e3b03246db0c) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:20.509702 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:20.510536 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:20.519443 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54124b39-9641-4845-833e-f39d45a756a9 None None] Network 2e530999-de1f-49a8-9098-e3b03246db0c requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:55:20.571190 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb68e23-5882-4c15-9063-96e1539ef9dc admin admin] Checking segment: {'id': '6c69f8d1-f323-4486-b565-5bcc136b3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4fb5b683-7470-410a-8eaa-053d1c2fde9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:20.571980 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb68e23-5882-4c15-9063-96e1539ef9dc admin admin] Network hostable DHCP agents. Network: 4fb5b683-7470-410a-8eaa-053d1c2fde9a, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:55:20.575738 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb68e23-5882-4c15-9063-96e1539ef9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dba087a-4cfd-4db0-aa8f-29dc64818a2a,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:20.609442 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-9e5b4eeb-63c4-4a98-a62a-0cd86b322a2c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7566361 Dec 16 21:55:20.647793 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c282466-24b2-4c8f-8764-e66132b666c4 None None] Network 2e530999-de1f-49a8-9098-e3b03246db0c requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:55:20.681645 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb68e23-5882-4c15-9063-96e1539ef9dc admin admin] Network 4fb5b683-7470-410a-8eaa-053d1c2fde9a is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:55:20.716160 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1922240277-network', 'tenant_id': 'b898e78b34794c0482bb58794e75e007'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:20.753347 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42196) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:20.771331 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-8cb68e23-5882-4c15-9063-96e1539ef9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, 4fb5b683-7470-410a-8eaa-053d1c2fde9a) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:20.776335 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb68e23-5882-4c15-9063-96e1539ef9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:20.777211 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8cb68e23-5882-4c15-9063-96e1539ef9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:20.792699 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69efcae3-e975-42cb-babd-d8d49ddd0ce1 None None] Network 4fb5b683-7470-410a-8eaa-053d1c2fde9a requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:55:20.822654 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] Made reservation on behalf of b898e78b34794c0482bb58794e75e007 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:20.825623 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:20.835168 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:20.851628 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-8cb68e23-5882-4c15-9063-96e1539ef9dc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7602031 Dec 16 21:55:20.907625 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab011fb-a21d-4458-b08a-754c1010bc5a None None] Network 4fb5b683-7470-410a-8eaa-053d1c2fde9a requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:55:20.930110 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.025961 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1360238079-network', 'tenant_id': 'e1971819039c4cf3865752304b29bb01'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:21.040983 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.091953 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55eea6f-2fe2-49c1-8102-908f713f51dd,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:21.096290 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:55:21.109770 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.109770 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] Added segment b30602d4-e245-42c2-adde-2146cc3997ea of type vlan for network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf Dec 16 21:55:21.160993 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.188977 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] Made reservation on behalf of e1971819039c4cf3865752304b29bb01 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:21.191573 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.205336 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.399749 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.399749 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.399749 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:21.399749 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.399749 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] Pushing event updated for resources: {'Network': ['ID=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:21.422640 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:55:21.514289 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.543773 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:55:21.549130 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f578df77-db6d-4b02-a403-7325d75f95dc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2074025 Dec 16 21:55:21.551831 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 42226) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:21.558517 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-4969996c-74a0-4161-8174-bd4382daaf23 admin admin] Request body: {'subnet': {'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1922240277-subnet', 'tenant_id': 'b898e78b34794c0482bb58794e75e007', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:21.559361 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e7ba33-c99e-471a-abd8-f31fa8e93325,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:21.567498 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.567868 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] Added segment e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5 of type vlan for network 752880ba-371c-4f56-98a7-5aae487e8357 Dec 16 21:55:21.621080 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.648136 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4969996c-74a0-4161-8174-bd4382daaf23 admin admin] Made reservation on behalf of b898e78b34794c0482bb58794e75e007 for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:21.651432 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4969996c-74a0-4161-8174-bd4382daaf23 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.734187 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.737257 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:21.738165 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.837275 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] Pushing event updated for resources: {'Network': ['ID=752880ba-371c-4f56-98a7-5aae487e8357,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:21.850182 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network 752880ba-371c-4f56-98a7-5aae487e8357 details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:55:21.898661 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-53e6f264-b569-4b27-817e-e807d6564f8e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1429060 Dec 16 21:55:21.899508 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 42236) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:21.909096 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-5df82b42-c598-421d-9745-328aa94fc075 admin admin] Request body: {'subnet': {'network_id': '752880ba-371c-4f56-98a7-5aae487e8357', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1360238079-subnet', 'tenant_id': 'e1971819039c4cf3865752304b29bb01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:21.956582 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4969996c-74a0-4161-8174-bd4382daaf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for subnet, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:22.026572 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969996c-74a0-4161-8174-bd4382daaf23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f286ec-a6de-4cd3-bebc-afb6b74f70d7,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:22.033305 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df82b42-c598-421d-9745-328aa94fc075 admin admin] Made reservation on behalf of e1971819039c4cf3865752304b29bb01 for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:22.035950 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5df82b42-c598-421d-9745-328aa94fc075 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:22.041609 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4969996c-74a0-4161-8174-bd4382daaf23 admin admin] Checking segment: {'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:22.042336 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4969996c-74a0-4161-8174-bd4382daaf23 admin admin] Network hostable DHCP agents. Network: 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:55:22.161820 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4969996c-74a0-4161-8174-bd4382daaf23 admin admin] Network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:55:22.291452 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-4969996c-74a0-4161-8174-bd4382daaf23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:22.296191 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4969996c-74a0-4161-8174-bd4382daaf23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:22.301925 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4969996c-74a0-4161-8174-bd4382daaf23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:22.302759 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5845ad86-0121-4523-b1c4-b23ee85e22b0 None None] Network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:55:22.333688 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5df82b42-c598-421d-9745-328aa94fc075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for subnet, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:22.407290 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-4969996c-74a0-4161-8174-bd4382daaf23 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8521702 Dec 16 21:55:22.427911 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df82b42-c598-421d-9745-328aa94fc075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84291270-e6c0-402c-af46-4551769988aa,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:22.427911 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df82b42-c598-421d-9745-328aa94fc075 admin admin] Checking segment: {'id': 'e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:22.427911 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df82b42-c598-421d-9745-328aa94fc075 admin admin] Network hostable DHCP agents. Network: 752880ba-371c-4f56-98a7-5aae487e8357, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:55:22.466187 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5176b68-3c0f-4251-83f1-aeedee7113eb None None] Network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:55:22.572851 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df82b42-c598-421d-9745-328aa94fc075 admin admin] Network 752880ba-371c-4f56-98a7-5aae487e8357 is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:55:22.653184 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-5df82b42-c598-421d-9745-328aa94fc075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, 752880ba-371c-4f56-98a7-5aae487e8357) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:22.669051 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efe3a24-8ba8-4fdf-b1d2-8065c673cbf2 None None] Network 752880ba-371c-4f56-98a7-5aae487e8357 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:55:22.671161 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df82b42-c598-421d-9745-328aa94fc075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:22.671782 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5df82b42-c598-421d-9745-328aa94fc075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:22.790276 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5df82b42-c598-421d-9745-328aa94fc075 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8887935 Dec 16 21:55:22.795509 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 42282) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:22.801565 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1360238079-router', 'tenant_id': 'e1971819039c4cf3865752304b29bb01', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:22.823378 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3e470e-725b-419d-9195-187d82a961ed None None] Network 752880ba-371c-4f56-98a7-5aae487e8357 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:55:22.926500 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42298) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:22.928282 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124246'] for router, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:22.929132 dv-cinder-790535-21-iscsi neutron-server[109594]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 21:55:22.929928 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1646291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124257'] for router, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:23.018240 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:23.119834 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42310) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:23.144795 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-907584522-network', 'tenant_id': 'b3ddcecd65b743f9a9c3cd453d30a72f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:23.173404 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77082448-e9de-4e63-8979-470fc9b69318 req-827f29a6-cbf0-4371-862d-c10e806c6040 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:23.174942 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-827f29a6-cbf0-4371-862d-c10e806c6040 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/networks?id=2e530999-de1f-49a8-9098-e3b03246db0c HTTP/1.1" status: 200 len: 812 time: 0.2470651 Dec 16 21:55:23.205599 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-e3c34110-8cad-4a0e-97ef-a870d7206178 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/quotas/0547bdd56e1f4a60af3602a66423ea97 HTTP/1.1" status: 200 len: 375 time: 0.0211530 Dec 16 21:55:23.259291 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:23.297345 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-dd4e4a8f-0b97-4594-9c46-80a62c1852ed tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0547bdd56e1f4a60af3602a66423ea97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830567 Dec 16 21:55:23.382958 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] Made reservation on behalf of b3ddcecd65b743f9a9c3cd453d30a72f for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:23.390409 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:23.396152 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:23.521414 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-cc4d06d8-ccf2-4a00-899d-58c10c264632 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:55:23.522512 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-cc4d06d8-ccf2-4a00-899d-58c10c264632 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0708961 Dec 16 21:55:23.528537 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:23.598896 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:23.635940 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:55:23.669827 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:23.677137 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:23.677578 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] Added segment 713fbb3a-9c27-4e0f-99a0-ae2034ea14e5 of type vlan for network a648994b-548e-4ba4-ad3d-26be8b697e52 Dec 16 21:55:23.680272 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82491fd-8e53-4932-9ece-660d8ec906ea,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:23.691485 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:23.765342 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:23.775475 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-679080aa-4532-426d-9131-8f34f880eeb1 service neutron] 10.222.0.44 "GET /v2.0/networks/2e530999-de1f-49a8-9098-e3b03246db0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454908 Dec 16 21:55:23.900369 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Allocated IP 172.27.3.26 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:55:23.907280 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-58459742-4a1d-42a7-ad0b-daa33aa31f00 service neutron] 10.222.0.44 "GET /v2.0/networks/2e530999-de1f-49a8-9098-e3b03246db0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209917 Dec 16 21:55:23.962066 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:23.963030 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:23.963647 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:24.055829 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=a648994b-548e-4ba4-ad3d-26be8b697e52,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:24.062706 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:24.087586 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network a648994b-548e-4ba4-ad3d-26be8b697e52 details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:55:24.115603 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42354) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:24.162788 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:24.226821 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d2556fd7-6050-4f93-8b45-f1e624c67ed9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1056151 Dec 16 21:55:24.231566 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42360) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:24.239414 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e69501ec-4113-494b-b6d4-dcd8f1aaf0e8 admin admin] Request body: {'subnet': {'network_id': 'a648994b-548e-4ba4-ad3d-26be8b697e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-907584522-subnet', 'tenant_id': 'b3ddcecd65b743f9a9c3cd453d30a72f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:24.240726 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Pushing event updated for resources: {'Port': ['ID=c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:24.263736 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:55:24.267658 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:24.277349 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:55:24.328345 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-ff416ee3-c57d-445b-a835-0e128f6239ef tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:24.330153 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-ff416ee3-c57d-445b-a835-0e128f6239ef tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/networks?id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf HTTP/1.1" status: 200 len: 815 time: 0.2018347 Dec 16 21:55:24.364676 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-ac6fe370-59cd-4136-9abc-a5727daddaff tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/quotas/b898e78b34794c0482bb58794e75e007 HTTP/1.1" status: 200 len: 375 time: 0.0257907 Dec 16 21:55:24.524128 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-ea463421-93cf-4caf-92cd-26c76a1e5a63 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b898e78b34794c0482bb58794e75e007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1584659 Dec 16 21:55:24.525267 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42382) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:24.535396 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69501ec-4113-494b-b6d4-dcd8f1aaf0e8 admin admin] Made reservation on behalf of b3ddcecd65b743f9a9c3cd453d30a72f for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:24.537892 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e69501ec-4113-494b-b6d4-dcd8f1aaf0e8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:24.627381 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9a62f83e-8ba1-47b1-977d-ad96e4bf267e req-d1e1149f-306a-4a37-a6d0-5e7653729a0a tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 210 time: 0.0995998 Dec 16 21:55:24.754143 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-19bd01cf-1ff8-480a-b721-23f99ee5fe60 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:55:24.755104 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-19bd01cf-1ff8-480a-b721-23f99ee5fe60 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0765476 Dec 16 21:55:24.839560 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6b0a-2aa2-4c19-a9a3-d76bba532d8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:24.849075 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:24.965640 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-ba5e4d58-6a7b-492c-87fa-cce1578525bc service neutron] 10.222.0.44 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005222 Dec 16 21:55:25.037083 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e69501ec-4113-494b-b6d4-dcd8f1aaf0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for subnet, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:25.065590 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6b0a-2aa2-4c19-a9a3-d76bba532d8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:25.068413 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584865'] for router, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:25.145521 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69501ec-4113-494b-b6d4-dcd8f1aaf0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a54497ad-6d57-417b-b5dc-11c77feee609,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:25.150658 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-b9618a46-8ce8-46df-a341-ecd0fc521565 service neutron] 10.222.0.44 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752682 Dec 16 21:55:25.150658 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69501ec-4113-494b-b6d4-dcd8f1aaf0e8 admin admin] Checking segment: {'id': '713fbb3a-9c27-4e0f-99a0-ae2034ea14e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a648994b-548e-4ba4-ad3d-26be8b697e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:25.150918 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69501ec-4113-494b-b6d4-dcd8f1aaf0e8 admin admin] Network hostable DHCP agents. Network: a648994b-548e-4ba4-ad3d-26be8b697e52, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:55:25.166889 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6b0a-2aa2-4c19-a9a3-d76bba532d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:25.217193 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-ae1f6b0a-2aa2-4c19-a9a3-d76bba532d8f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b92b182f73b844c0bb71e4b8f934338e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6827130 Dec 16 21:55:25.220001 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42424) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:25.251276 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f6b0a-2aa2-4c19-a9a3-d76bba532d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9017362f-82bd-489d-9a92-2b9d64f57ff0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:25.277621 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69501ec-4113-494b-b6d4-dcd8f1aaf0e8 admin admin] Network a648994b-548e-4ba4-ad3d-26be8b697e52 is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:55:25.311830 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-79aecc34-6d18-43f0-bad5-7c41e018b92b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:25.347766 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-79aecc34-6d18-43f0-bad5-7c41e018b92b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:25.378892 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42434) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:25.381568 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Router a1db53cb-b3d4-4f91-b3c4-44f4f001f04d is scheduled to L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 with binding_index 1 {{(pid=109593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 21:55:25.424759 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e69501ec-4113-494b-b6d4-dcd8f1aaf0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, a648994b-548e-4ba4-ad3d-26be8b697e52) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:25.435259 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2799650-4642-4a8a-bdc7-04f1efd6ea46 None None] Network a648994b-548e-4ba4-ad3d-26be8b697e52 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:55:25.435859 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69501ec-4113-494b-b6d4-dcd8f1aaf0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:25.435859 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e69501ec-4113-494b-b6d4-dcd8f1aaf0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:25.542739 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:55:25.543320 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c04ef10-f414-4562-8372-7643f123e0b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:25.559049 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Sync routers for ids ['a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:55:25.570451 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-79aecc34-6d18-43f0-bad5-7c41e018b92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:25.576968 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Routers {'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:55:25.578713 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:55:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:25.584271 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-79aecc34-6d18-43f0-bad5-7c41e018b92b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:25.595852 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-79aecc34-6d18-43f0-bad5-7c41e018b92b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9017362f-82bd-489d-9a92-2b9d64f57ff0 HTTP/1.1" status: 204 len: 168 time: 0.3744733 Dec 16 21:55:25.632511 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-e69501ec-4113-494b-b6d4-dcd8f1aaf0e8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3982491 Dec 16 21:55:25.685018 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] Publish callbacks [] for router, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:25.686233 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2d03624e-e720-4115-9c25-d646d6248f97 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8904369 Dec 16 21:55:25.689768 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 42462) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:25.710679 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aecc34-6d18-43f0-bad5-7c41e018b92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9017362f-82bd-489d-9a92-2b9d64f57ff0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:25.885840 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec15774-bd7b-4b12-9b89-74d7a7dc7ec8 None None] Network a648994b-548e-4ba4-ad3d-26be8b697e52 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:55:25.939701 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c04ef10-f414-4562-8372-7643f123e0b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:25.979476 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 42476) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:25.993105 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-70026e4f-209c-48cf-8022-06b07eaa345b req-c5e16658-25f9-4b3d-8228-9efa1a3a9f34 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 210 time: 0.2924044 Dec 16 21:55:26.040820 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-baeb727d-a76d-4052-aef1-0f2d9f7102eb admin admin] Deleting subnet 7dba087a-4cfd-4db0-aa8f-29dc64818a2a {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 21:55:26.049716 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-baeb727d-a76d-4052-aef1-0f2d9f7102eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:26.129522 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-baeb727d-a76d-4052-aef1-0f2d9f7102eb admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:26.143179 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-baeb727d-a76d-4052-aef1-0f2d9f7102eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:26.169502 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5b14434c-c368-4a7b-b229-3474d4e83397 req-096bc78b-20cc-49b4-a975-237048e6bd31 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 210 time: 0.0896623 Dec 16 21:55:26.175212 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c04ef10-f414-4562-8372-7643f123e0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:26.228837 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-9c04ef10-f414-4562-8372-7643f123e0b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc2045b9856949cab7efc116a154d128&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8487697 Dec 16 21:55:26.231220 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42488) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:26.346627 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04ef10-f414-4562-8372-7643f123e0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2007f51d-5e3a-420d-bbdb-06e4de6abd14,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:26.404866 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d660d1e5-d9bf-4733-9aa9-c323cade3405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:26.440753 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d660d1e5-d9bf-4733-9aa9-c323cade3405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:26.442673 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-baeb727d-a76d-4052-aef1-0f2d9f7102eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for subnet, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:26.534307 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Set router a1db53cb-b3d4-4f91-b3c4-44f4f001f04d gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:55:26.553510 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb727d-a76d-4052-aef1-0f2d9f7102eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dba087a-4cfd-4db0-aa8f-29dc64818a2a,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:26.572135 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-baeb727d-a76d-4052-aef1-0f2d9f7102eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:26.575971 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-baeb727d-a76d-4052-aef1-0f2d9f7102eb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7dba087a-4cfd-4db0-aa8f-29dc64818a2a HTTP/1.1" status: 204 len: 168 time: 0.5947158 Dec 16 21:55:26.578054 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 42510) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:26.674190 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d660d1e5-d9bf-4733-9aa9-c323cade3405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:26.674190 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d660d1e5-d9bf-4733-9aa9-c323cade3405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:26.674190 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d660d1e5-d9bf-4733-9aa9-c323cade3405 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2007f51d-5e3a-420d-bbdb-06e4de6abd14 HTTP/1.1" status: 204 len: 168 time: 0.4410861 Dec 16 21:55:26.708861 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:26.718181 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660d1e5-d9bf-4733-9aa9-c323cade3405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2007f51d-5e3a-420d-bbdb-06e4de6abd14,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:26.719911 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:26.843413 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42524) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:26.857680 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b637e2a4-0b40-4763-87c3-6aea94e428d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:26.915225 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'name': 'tempest-ServerRescueNegativeTestJSON-1360238079-router', 'tenant_id': 'e1971819039c4cf3865752304b29bb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:55:22Z', 'updated_at': '2021-12-16T21:55:24Z', 'revision_number': 3, 'project_id': 'e1971819039c4cf3865752304b29bb01', 'gw_port': {'id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:23Z', 'updated_at': '2021-12-16T21:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:26.964357 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Checking router: a1db53cb-b3d4-4f91-b3c4-44f4f001f04d for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:55:26.964912 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Updating router a1db53cb-b3d4-4f91-b3c4-44f4f001f04d port c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc binding host dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:55:26.978806 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b637e2a4-0b40-4763-87c3-6aea94e428d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:26.992436 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.038287 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.068006 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:27.068381 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:27.069144 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:27.069722 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Subscribe: > port after_create 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:27.069969 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:27.070458 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Subscribe: > port after_update 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:27.070781 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:27.070894 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b637e2a4-0b40-4763-87c3-6aea94e428d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.071398 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:27.071398 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:27.071685 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:27.159155 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2d6feb26-c10d-4e7f-85ef-2e37db784915 req-465d23e2-865f-46c8-923e-08145927cc2d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 210 time: 0.0809009 Dec 16 21:55:27.163041 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637e2a4-0b40-4763-87c3-6aea94e428d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d362c83-a359-40bf-be66-f51e7b4b7231,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:27.170747 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b637e2a4-0b40-4763-87c3-6aea94e428d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a14a30e815cf44ad83e13ef0fc522aa8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3255913 Dec 16 21:55:27.173583 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42534) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:27.268192 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1f42fd6-02da-4c4b-8c46-6c7ff751aa18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.302326 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1f42fd6-02da-4c4b-8c46-6c7ff751aa18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.380614 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Publish callbacks [] for port, precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.450367 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-806b3fbf-6565-452e-a0eb-46349342bddb req-1f481115-55c9-4ed8-a326-80d697ba295e tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 210 time: 0.0386672 Dec 16 21:55:27.474610 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:27.475122 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:27.475265 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:27.475579 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:55:27.475927 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb5b683-7470-410a-8eaa-053d1c2fde9a']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:27.515548 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c69f8d1-f323-4486-b565-5bcc136b3107') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:27.515924 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c69f8d1-f323-4486-b565-5bcc136b3107') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:27.535209 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8496230'] for segment, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.561926 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.565243 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Allocated IP 172.20.0.1 (752880ba-371c-4f56-98a7-5aae487e8357/84291270-e6c0-402c-af46-4551769988aa/390b0ad6-437e-4e9b-af19-dd98fbd74269) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:55:27.567389 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.582406 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 21:55:27.582784 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472675'] for segment, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: from cryptography.utils import int_from_bytes Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: from cryptography.utils import int_from_bytes Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: Traceback (most recent call last): Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: timer() Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: cb(*args, **kw) Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: return func(*args, **kwargs) Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: self._notify() Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: self.callback(batched_events) Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: event.method(event) Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: return f(self, *a, **k) Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._get(url).json() Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 21:55:27.586823 dv-cinder-790535-21-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 21:55:27.619311 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Pushing event updated for resources: {'Port': ['ID=c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:27.622204 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Attempting to bind port c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:55:27.622572 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Attempting to bind port c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:55:27.622931 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Attempting to bind port c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc on network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:55:27.630321 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:27.630693 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:27.631054 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:27.631651 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:27.631983 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:27.632336 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:27.632683 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:27.633092 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:27.633680 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:27.633811 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:27.634102 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:27.634401 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:27.634713 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Tracked resource versions report: Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: pushed versions: Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: { 'AddressGroup': {'1.2'}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'ConntrackHelper': {'1.0'}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Log': {'1.0'}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Network': {'1.1'}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Port': {'1.7'}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'PortForwarding': {'1.2'}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'QosPolicy': {'1.10'}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'SecurityGroup': {'1.5'}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'SubPort': {'1.0'}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Subnet': {'1.1'}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Trunk': {'1.1'}} Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: consumer versions: Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: { DHCP agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: HyperV agent@hv-cinder-79053: {}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: L3 agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: Metadata agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: Metering agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: Open vSwitch agent@dv-cinder-790535-21-iscsi: { 'AddressGroup': '1.2', Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'ConntrackHelper': '1.0', Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'LocalIPAssociation': '1.0', Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Log': '1.0', Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Network': '1.1', Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Port': '1.7', Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'PortForwarding': '1.2', Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'QosPolicy': '1.10', Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'SecurityGroup': '1.5', Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'SecurityGroupRule': '1.2', Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'SubPort': '1.0', Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Subnet': '1.1', Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: 'Trunk': '1.1'}} Dec 16 21:55:27.636289 dv-cinder-790535-21-iscsi neutron-server[109597]: {{(pid=109597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:55:27.641679 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:55:27.651362 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1f42fd6-02da-4c4b-8c46-6c7ff751aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.653370 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Checking segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:27.653536 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1f42fd6-02da-4c4b-8c46-6c7ff751aa18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.655563 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.656965 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Bound using segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:55:27.657579 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Bound port: c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:55:27.658000 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.662360 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c1f42fd6-02da-4c4b-8c46-6c7ff751aa18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d362c83-a359-40bf-be66-f51e7b4b7231 HTTP/1.1" status: 204 len: 168 time: 0.4855270 Dec 16 21:55:27.696328 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f42fd6-02da-4c4b-8c46-6c7ff751aa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d362c83-a359-40bf-be66-f51e7b4b7231,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:27.738765 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] For port c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:55:27.740691 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.742467 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] For port c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:55:27.794697 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.817217 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.824416 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] 10.222.0.44 "DELETE /v2.0/networks/4fb5b683-7470-410a-8eaa-053d1c2fde9a HTTP/1.1" status: 204 len: 168 time: 1.2415214 Dec 16 21:55:27.824416 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3c836-1a8f-42b4-bd25-027aba6094ca admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb5b683-7470-410a-8eaa-053d1c2fde9a,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:27.824735 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42554) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:27.842470 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.891435 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04a085b-0f31-4835-8e03-885df3bce4fe admin admin] Deleting subnet a54497ad-6d57-417b-b5dc-11c77feee609 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 21:55:27.897466 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d04a085b-0f31-4835-8e03-885df3bce4fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.897889 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.900164 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Routers {'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:55:27.901242 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:55:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:27.959838 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Network 752880ba-371c-4f56-98a7-5aae487e8357 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:55:27.961297 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Pushing event updated for resources: {'Port': ['ID=390b0ad6-437e-4e9b-af19-dd98fbd74269,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:27.963979 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:27.966834 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:55:27.973352 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a4dec-302d-48db-9368-4846304bcb52 None None] Pushing event updated for resources: {'Port': ['ID=c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:28.007344 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d04a085b-0f31-4835-8e03-885df3bce4fe admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:28.030303 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d04a085b-0f31-4835-8e03-885df3bce4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:28.060516 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:28.108789 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] Set router a1db53cb-b3d4-4f91-b3c4-44f4f001f04d gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:55:28.207961 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d04a085b-0f31-4835-8e03-885df3bce4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for subnet, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:28.286313 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a085b-0f31-4835-8e03-885df3bce4fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a54497ad-6d57-417b-b5dc-11c77feee609,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:28.305092 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d04a085b-0f31-4835-8e03-885df3bce4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:28.311040 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d04a085b-0f31-4835-8e03-885df3bce4fe admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a54497ad-6d57-417b-b5dc-11c77feee609 HTTP/1.1" status: 204 len: 168 time: 0.4825704 Dec 16 21:55:28.311878 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 42584) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:28.347496 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-655d0a67-d00a-479e-b8fc-cff414757a69 req-c378dd3d-04f8-48bb-a37a-2c2be75c1083 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 210 time: 0.0782034 Dec 16 21:55:28.391492 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'name': 'tempest-ServerRescueNegativeTestJSON-1360238079-router', 'tenant_id': 'e1971819039c4cf3865752304b29bb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:55:22Z', 'updated_at': '2021-12-16T21:55:24Z', 'revision_number': 3, 'project_id': 'e1971819039c4cf3865752304b29bb01', 'gw_port': {'id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:23Z', 'updated_at': '2021-12-16T21:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:28.399514 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:28.424203 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-061758ff-78ce-4e23-8450-7cb12a6f080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:28.426550 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf40ad-1b9d-4f5e-b3a3-2bec0850646d None None] The sync data for ids ['a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'] in dv-cinder-790535-21-iscsi is: [{'id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'name': 'tempest-ServerRescueNegativeTestJSON-1360238079-router', 'tenant_id': 'e1971819039c4cf3865752304b29bb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:55:22Z', 'updated_at': '2021-12-16T21:55:24Z', 'revision_number': 3, 'project_id': 'e1971819039c4cf3865752304b29bb01', 'gw_port': {'id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:23Z', 'updated_at': '2021-12-16T21:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:55:28.604367 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-061758ff-78ce-4e23-8450-7cb12a6f080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:28.682332 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5fa8706a-d8d4-46b5-b205-7fba46437a62 req-aae5e396-063d-471c-9891-1786eac02666 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 210 time: 0.0465388 Dec 16 21:55:28.686587 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-061758ff-78ce-4e23-8450-7cb12a6f080a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a648994b-548e-4ba4-ad3d-26be8b697e52']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-061758ff-78ce-4e23-8450-7cb12a6f080a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713fbb3a-9c27-4e0f-99a0-ae2034ea14e5') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-061758ff-78ce-4e23-8450-7cb12a6f080a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713fbb3a-9c27-4e0f-99a0-ae2034ea14e5') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-061758ff-78ce-4e23-8450-7cb12a6f080a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8496230'] for segment, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-061758ff-78ce-4e23-8450-7cb12a6f080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061758ff-78ce-4e23-8450-7cb12a6f080a admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-061758ff-78ce-4e23-8450-7cb12a6f080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472675'] for segment, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: Traceback (most recent call last): Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: timer() Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: cb(*args, **kw) Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: return func(*args, **kwargs) Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: self._notify() Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: self.callback(batched_events) Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: event.method(event) Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: return f(self, *a, **k) Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._get(url).json() Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 21:55:28.945273 dv-cinder-790535-21-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 21:55:28.947645 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42598) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:28.947984 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:29.011291 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a9845c8e-9348-482f-af70-f21ff3bde2b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:29.094065 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-061758ff-78ce-4e23-8450-7cb12a6f080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:29.112624 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:29.182342 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a9845c8e-9348-482f-af70-f21ff3bde2b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:29.225395 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-061758ff-78ce-4e23-8450-7cb12a6f080a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:29.229034 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-061758ff-78ce-4e23-8450-7cb12a6f080a admin admin] 10.222.0.44 "DELETE /v2.0/networks/a648994b-548e-4ba4-ad3d-26be8b697e52 HTTP/1.1" status: 204 len: 168 time: 0.9162598 Dec 16 21:55:29.268836 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061758ff-78ce-4e23-8450-7cb12a6f080a admin admin] Pushing event deleted for resources: {'Network': ['ID=a648994b-548e-4ba4-ad3d-26be8b697e52,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:29.283918 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Pushing event updated for resources: {'Port': ['ID=390b0ad6-437e-4e9b-af19-dd98fbd74269,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:29.290553 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581090'] for router_interface, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:29.409231 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Network 752880ba-371c-4f56-98a7-5aae487e8357 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:55:29.410797 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:29.430142 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a9845c8e-9348-482f-af70-f21ff3bde2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:29.543106 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-895f7fee-3709-45d6-9c75-b035e868055b req-9297d598-812b-4dcd-803b-dcf080adb2a2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 210 time: 0.0569313 Dec 16 21:55:29.548773 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a9845c8e-9348-482f-af70-f21ff3bde2b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d1a7eaafd2446c2ac109ff5fbf4a551&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7735441 Dec 16 21:55:29.551521 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9845c8e-9348-482f-af70-f21ff3bde2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33b9e89-477f-4c4e-b7a8-ab78253348bf,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:29.554361 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42620) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:29.614183 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Router a1db53cb-b3d4-4f91-b3c4-44f4f001f04d has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 21:55:29.622089 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56a7e0ba-6365-4fe2-829c-99bf5eae2ae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:29.654534 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56a7e0ba-6365-4fe2-829c-99bf5eae2ae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:29.751214 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:55:29.757063 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2f666bde-0ba8-4ccc-8019-4b25672b1cad admin admin] 10.222.0.44 "PUT /v2.0/routers/a1db53cb-b3d4-4f91-b3c4-44f4f001f04d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0659587 Dec 16 21:55:29.784359 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-74e28d64-7cd5-4b38-a837-bcfcfc93b26c req-fe62d606-6c16-4ef5-954f-4581b9789e44 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 210 time: 0.0297809 Dec 16 21:55:29.794513 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56a7e0ba-6365-4fe2-829c-99bf5eae2ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:29.798447 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56a7e0ba-6365-4fe2-829c-99bf5eae2ae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:29.805949 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-56a7e0ba-6365-4fe2-829c-99bf5eae2ae7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e33b9e89-477f-4c4e-b7a8-ab78253348bf HTTP/1.1" status: 204 len: 168 time: 0.2431288 Dec 16 21:55:29.808520 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7e0ba-6365-4fe2-829c-99bf5eae2ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33b9e89-477f-4c4e-b7a8-ab78253348bf,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:29.857876 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42636) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:29.913032 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:55:29.938452 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-e2450315-fc5c-4aa9-a81b-c60eb3720db8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ee3ebe67346431e91b0e0d12b8e9e4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0767834 Dec 16 21:55:29.939225 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 42642) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:29.998937 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:30.015146 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:30.016064 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:30.023450 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-201f8046-46b5-4050-9d96-68c9e35e3ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:30.068268 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-201f8046-46b5-4050-9d96-68c9e35e3ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:30.169230 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:30.192503 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] For port c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:55:30.303529 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-201f8046-46b5-4050-9d96-68c9e35e3ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:30.306240 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-201f8046-46b5-4050-9d96-68c9e35e3ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:30.308135 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-201f8046-46b5-4050-9d96-68c9e35e3ede admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e67fd43-9319-4b43-a5ea-c054b685380e HTTP/1.1" status: 204 len: 168 time: 0.3673849 Dec 16 21:55:30.316605 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f8046-46b5-4050-9d96-68c9e35e3ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e67fd43-9319-4b43-a5ea-c054b685380e,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:30.329746 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:30.384815 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Pushing event updated for resources: {'Port': ['ID=c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:30.394398 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:30.394812 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:30.395348 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:30.395845 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:30.396323 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:30.396882 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:30.397366 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:30.397856 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:30.398330 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:30.398808 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:30.399421 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:30.400189 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:30.400688 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Tracked resource versions report: Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: pushed versions: Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: { 'AddressGroup': {'1.2'}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'ConntrackHelper': {'1.0'}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Log': {'1.0'}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Network': {'1.1'}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Port': {'1.7'}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'PortForwarding': {'1.2'}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'QosPolicy': {'1.10'}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'SecurityGroup': {'1.5'}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'SubPort': {'1.0'}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Subnet': {'1.1'}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Trunk': {'1.1'}} Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: consumer versions: Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: { DHCP agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: HyperV agent@hv-cinder-79053: {}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: L3 agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: Metadata agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: Metering agent@dv-cinder-790535-21-iscsi: {}, Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: Open vSwitch agent@dv-cinder-790535-21-iscsi: { 'AddressGroup': '1.2', Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'ConntrackHelper': '1.0', Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'LocalIPAssociation': '1.0', Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Log': '1.0', Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Network': '1.1', Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Port': '1.7', Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'PortForwarding': '1.2', Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'QosPolicy': '1.10', Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'SecurityGroup': '1.5', Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'SecurityGroupRule': '1.2', Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'SubPort': '1.0', Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Subnet': '1.1', Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: 'Trunk': '1.1'}} Dec 16 21:55:30.402026 dv-cinder-790535-21-iscsi neutron-server[109595]: {{(pid=109595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:55:30.462149 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Sync routers for ids ['a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:55:30.474413 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Routers {'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:55:30.475936 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:55:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:30.591947 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Set router a1db53cb-b3d4-4f91-b3c4-44f4f001f04d gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:55:30.695101 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f70896e0-bfd9-4bde-8c4d-c99c47b00673 req-8a5e7d27-b471-421e-95d1-ca363e7a7f56 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 210 time: 0.0410616 Dec 16 21:55:30.879354 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'name': 'tempest-ServerRescueNegativeTestJSON-1360238079-router', 'tenant_id': 'e1971819039c4cf3865752304b29bb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:55:22Z', 'updated_at': '2021-12-16T21:55:28Z', 'revision_number': 4, 'project_id': 'e1971819039c4cf3865752304b29bb01', 'gw_port': {'id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:23Z', 'updated_at': '2021-12-16T21:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '390b0ad6-437e-4e9b-af19-dd98fbd74269', 'name': '', 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357', 'tenant_id': 'e1971819039c4cf3865752304b29bb01', 'mac_address': 'fa:16:3e:1a:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '84291270-e6c0-402c-af46-4551769988aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:26Z', 'updated_at': '2021-12-16T21:55:28Z', 'revision_number': 2, 'project_id': 'e1971819039c4cf3865752304b29bb01', 'subnets': [{'id': '84291270-e6c0-402c-af46-4551769988aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:30.916241 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Checking router: a1db53cb-b3d4-4f91-b3c4-44f4f001f04d for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:55:30.916960 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Updating router a1db53cb-b3d4-4f91-b3c4-44f4f001f04d port 390b0ad6-437e-4e9b-af19-dd98fbd74269 binding host dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:55:30.932427 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aee6e028-3f7b-45e6-b9fb-5e82912bc18c req-cb06857a-fe2e-4c06-a629-475c802af360 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 210 time: 0.0533452 Dec 16 21:55:30.952326 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:31.059804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd98649-c900-4a06-9134-d8a86b81566d req-06b37154-61a9-4606-aeba-c6fc7ea3878f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:31.070316 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd98649-c900-4a06-9134-d8a86b81566d req-06b37154-61a9-4606-aeba-c6fc7ea3878f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/networks?id=752880ba-371c-4f56-98a7-5aae487e8357 HTTP/1.1" status: 200 len: 819 time: 0.1892724 Dec 16 21:55:31.090381 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd98649-c900-4a06-9134-d8a86b81566d req-5669b00a-f1b4-4cc9-aa00-5528b952b003 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/quotas/e1971819039c4cf3865752304b29bb01 HTTP/1.1" status: 200 len: 375 time: 0.0184488 Dec 16 21:55:31.176559 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd98649-c900-4a06-9134-d8a86b81566d req-47b80acd-ad34-4b22-b556-1da937a42de4 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1971819039c4cf3865752304b29bb01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0852787 Dec 16 21:55:31.265119 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.59', 56955) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:31.385674 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd98649-c900-4a06-9134-d8a86b81566d req-b8f05f3a-8f88-446d-a216-4a51a93479e7 service neutron] 10.222.0.44 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005017 Dec 16 21:55:31.417002 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Publish callbacks [] for port, precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:31.522672 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd98649-c900-4a06-9134-d8a86b81566d req-ca79fba0-06d1-480b-8b38-f6e29fe8bb1d service neutron] 10.222.0.44 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203823 Dec 16 21:55:31.567844 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:31.595259 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42698) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:31.619000 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8483b973-4870-4ad2-8c47-d28a9850dd1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:31.662934 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b053f26-0aee-4c19-8d34-92581a838fae None None] Pushing event updated for resources: {'Port': ['ID=390b0ad6-437e-4e9b-af19-dd98fbd74269,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:31.685083 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77082448-e9de-4e63-8979-470fc9b69318 req-2376cec8-fe0d-4219-bb5d-3f72206d3df1 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:31.686656 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-2376cec8-fe0d-4219-bb5d-3f72206d3df1 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.59 "GET /v2.0/networks?id=2e530999-de1f-49a8-9098-e3b03246db0c HTTP/1.1" status: 200 len: 812 time: 0.4204090 Dec 16 21:55:31.707511 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Attempting to bind port 390b0ad6-437e-4e9b-af19-dd98fbd74269 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:55:31.707938 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Attempting to bind port 390b0ad6-437e-4e9b-af19-dd98fbd74269 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': 'e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:55:31.708253 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Attempting to bind port 390b0ad6-437e-4e9b-af19-dd98fbd74269 on network 752880ba-371c-4f56-98a7-5aae487e8357 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:55:31.713637 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:55:31.715134 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Checking segment: {'id': 'e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:31.715134 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:31.715134 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Bound using segment: {'id': 'e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:55:31.715394 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Bound port: 390b0ad6-437e-4e9b-af19-dd98fbd74269, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:55:31.715681 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:31.757754 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-77082448-e9de-4e63-8979-470fc9b69318 req-07b83a0c-1127-4928-80a3-9b9ade478221 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Request body: {'port': {'device_id': '539efcac-37ea-4d1b-86b9-b9cd48a907b5', 'network_id': '2e530999-de1f-49a8-9098-e3b03246db0c', 'admin_state_up': True, 'tenant_id': '0547bdd56e1f4a60af3602a66423ea97'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:31.773734 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8483b973-4870-4ad2-8c47-d28a9850dd1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:31.877968 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] For port 390b0ad6-437e-4e9b-af19-dd98fbd74269, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:55:31.879387 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2e78cd88-bac1-4818-924c-a41878654b9e req-91b2e114-b658-4424-87a5-6ee5362675d9 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 210 time: 0.0615692 Dec 16 21:55:31.881896 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] For port 390b0ad6-437e-4e9b-af19-dd98fbd74269, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=390b0ad6-437e-4e9b-af19-dd98fbd74269,segment=NetworkSegment(e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5),segment_id=e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:55:31.904585 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8483b973-4870-4ad2-8c47-d28a9850dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:31.924506 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:55:31.980965 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:32.009233 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42710) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:32.041536 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-19414c5e-7623-4305-a2a9-c0c96c237323 req-b802be13-8863-4ee0-98a2-ca937e963a10 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 210 time: 0.1329672 Dec 16 21:55:32.184231 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b053f26-0aee-4c19-8d34-92581a838fae None None] Pushing event updated for resources: {'Port': ['ID=390b0ad6-437e-4e9b-af19-dd98fbd74269,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:32.217085 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8483b973-4870-4ad2-8c47-d28a9850dd1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6740a63348b94750af2dc0148a932689&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6208959 Dec 16 21:55:32.225687 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Routers {'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:55:32.226189 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483b973-4870-4ad2-8c47-d28a9850dd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3b8510-2aa0-4acb-a9f2-75e5b5adaeff,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:32.226427 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:55:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:32.232247 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 42734) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:32.267354 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.59', 56961) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:32.314604 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:32.315007 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:32.324443 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0c285c95-6211-469f-8d92-5db87913356e req-25ee8d45-1b05-47cf-8e8d-9aafba857793 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 210 time: 0.1431231 Dec 16 21:55:32.496951 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-58eb7a06-76de-47a4-9ab9-40bf7c3d4e34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:32.517639 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-0ea7d544-4baa-40a7-a761-eb4cbc79499b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3ddcecd65b743f9a9c3cd453d30a72f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4741545 Dec 16 21:55:32.524983 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42762) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:32.532936 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] Set router a1db53cb-b3d4-4f91-b3c4-44f4f001f04d gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:55:32.564786 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-58eb7a06-76de-47a4-9ab9-40bf7c3d4e34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:32.675043 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-d925aa2e-b8e5-4a5d-a87d-87a9fc01db9e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:32.675043 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-d925aa2e-b8e5-4a5d-a87d-87a9fc01db9e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "GET /v2.0/networks?id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf HTTP/1.1" status: 200 len: 815 time: 0.3689053 Dec 16 21:55:32.681362 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-acb883ef-05d5-45fb-a0de-e6d5939bd5a0 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:32.690243 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-acb883ef-05d5-45fb-a0de-e6d5939bd5a0 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/networks?id=752880ba-371c-4f56-98a7-5aae487e8357 HTTP/1.1" status: 200 len: 819 time: 0.3882577 Dec 16 21:55:32.708185 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6189ab38-7c58-4695-a334-a5115fe10cd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:32.723689 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-58eb7a06-76de-47a4-9ab9-40bf7c3d4e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:32.730692 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-58eb7a06-76de-47a4-9ab9-40bf7c3d4e34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:32.739840 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-58eb7a06-76de-47a4-9ab9-40bf7c3d4e34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a3b8510-2aa0-4acb-a9f2-75e5b5adaeff HTTP/1.1" status: 204 len: 168 time: 0.4996135 Dec 16 21:55:32.753845 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6189ab38-7c58-4695-a334-a5115fe10cd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:32.770057 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77082448-e9de-4e63-8979-470fc9b69318 req-07b83a0c-1127-4928-80a3-9b9ade478221 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Made reservation on behalf of 0547bdd56e1f4a60af3602a66423ea97 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:32.776689 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-77082448-e9de-4e63-8979-470fc9b69318 req-07b83a0c-1127-4928-80a3-9b9ade478221 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:32.808915 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb7a06-76de-47a4-9ab9-40bf7c3d4e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3b8510-2aa0-4acb-a9f2-75e5b5adaeff,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:32.832823 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-d956a5b1-da7a-4433-8541-050937d3510d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Request body: {'port': {'device_id': '965ba98b-c28c-448d-839a-00727d6a4c16', 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf', 'admin_state_up': True, 'tenant_id': 'b898e78b34794c0482bb58794e75e007'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:32.875246 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-58d14386-375a-4c6d-a79a-134e0628c82e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/quotas/e1971819039c4cf3865752304b29bb01 HTTP/1.1" status: 200 len: 375 time: 0.1835592 Dec 16 21:55:33.018787 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'name': 'tempest-ServerRescueNegativeTestJSON-1360238079-router', 'tenant_id': 'e1971819039c4cf3865752304b29bb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:55:22Z', 'updated_at': '2021-12-16T21:55:28Z', 'revision_number': 4, 'project_id': 'e1971819039c4cf3865752304b29bb01', 'gw_port': {'id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:23Z', 'updated_at': '2021-12-16T21:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '390b0ad6-437e-4e9b-af19-dd98fbd74269', 'name': '', 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357', 'tenant_id': 'e1971819039c4cf3865752304b29bb01', 'mac_address': 'fa:16:3e:1a:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '84291270-e6c0-402c-af46-4551769988aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:26Z', 'updated_at': '2021-12-16T21:55:31Z', 'revision_number': 4, 'project_id': 'e1971819039c4cf3865752304b29bb01', 'subnets': [{'id': '84291270-e6c0-402c-af46-4551769988aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:33.055974 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95322b2-1534-459c-bf0c-2637439e44b2 None None] The sync data for ids ['a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'] in dv-cinder-790535-21-iscsi is: [{'id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'name': 'tempest-ServerRescueNegativeTestJSON-1360238079-router', 'tenant_id': 'e1971819039c4cf3865752304b29bb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:55:22Z', 'updated_at': '2021-12-16T21:55:28Z', 'revision_number': 4, 'project_id': 'e1971819039c4cf3865752304b29bb01', 'gw_port': {'id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:23Z', 'updated_at': '2021-12-16T21:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '390b0ad6-437e-4e9b-af19-dd98fbd74269', 'name': '', 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357', 'tenant_id': 'e1971819039c4cf3865752304b29bb01', 'mac_address': 'fa:16:3e:1a:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '84291270-e6c0-402c-af46-4551769988aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:26Z', 'updated_at': '2021-12-16T21:55:31Z', 'revision_number': 4, 'project_id': 'e1971819039c4cf3865752304b29bb01', 'subnets': [{'id': '84291270-e6c0-402c-af46-4551769988aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:55:33.156032 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6189ab38-7c58-4695-a334-a5115fe10cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:33.159425 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6189ab38-7c58-4695-a334-a5115fe10cd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:33.163051 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6189ab38-7c58-4695-a334-a5115fe10cd6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c82491fd-8e53-4932-9ece-660d8ec906ea HTTP/1.1" status: 204 len: 168 time: 0.6317241 Dec 16 21:55:33.277355 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-77082448-e9de-4e63-8979-470fc9b69318 req-07b83a0c-1127-4928-80a3-9b9ade478221 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Allocated IP 172.20.0.3 (2e530999-de1f-49a8-9098-e3b03246db0c/33c720f0-609c-4da2-ab08-a2c321921327/8d6e20e3-24ab-402b-bb1c-768740de628e) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:55:33.316437 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-34bd7edd-9562-43c0-b8ef-7957a9a9e305 req-ffbb0c33-cf41-435a-bd24-fbc1dae20e67 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 210 time: 0.1617990 Dec 16 21:55:33.335290 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189ab38-7c58-4695-a334-a5115fe10cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82491fd-8e53-4932-9ece-660d8ec906ea,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:33.432412 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-70942aa9-e468-4593-9477-aea2c083ec4a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1971819039c4cf3865752304b29bb01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4611616 Dec 16 21:55:33.521779 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e65da821-3988-4a30-b7a2-59f37aa06035 req-e4d17492-f346-4032-b6bb-171765b09132 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 210 time: 0.0803328 Dec 16 21:55:33.590885 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-f1be8884-1718-47b1-818b-333cbfb1cbac service neutron] 10.222.0.44 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470623 Dec 16 21:55:33.639322 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-77082448-e9de-4e63-8979-470fc9b69318 req-07b83a0c-1127-4928-80a3-9b9ade478221 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:33.653152 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-d956a5b1-da7a-4433-8541-050937d3510d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Made reservation on behalf of b898e78b34794c0482bb58794e75e007 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:33.658408 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-d956a5b1-da7a-4433-8541-050937d3510d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:33.763027 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-77082448-e9de-4e63-8979-470fc9b69318 req-07b83a0c-1127-4928-80a3-9b9ade478221 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:33.858226 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-58c62093-f0d1-4ee4-a319-5458c5943f1b service neutron] 10.222.0.44 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587574 Dec 16 21:55:34.073338 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77082448-e9de-4e63-8979-470fc9b69318 req-07b83a0c-1127-4928-80a3-9b9ade478221 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Network 2e530999-de1f-49a8-9098-e3b03246db0c is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:55:34.078766 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-77082448-e9de-4e63-8979-470fc9b69318 req-07b83a0c-1127-4928-80a3-9b9ade478221 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:34.080804 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b83a0c-1127-4928-80a3-9b9ade478221 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Pushing event updated for resources: {'Port': ['ID=8d6e20e3-24ab-402b-bb1c-768740de628e,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:34.081155 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 390b0ad6-437e-4e9b-af19-dd98fbd74269 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:55:34.083160 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-77082448-e9de-4e63-8979-470fc9b69318 req-07b83a0c-1127-4928-80a3-9b9ade478221 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:55:34.255534 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77082448-e9de-4e63-8979-470fc9b69318 req-07b83a0c-1127-4928-80a3-9b9ade478221 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:34.256532 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-77082448-e9de-4e63-8979-470fc9b69318 req-07b83a0c-1127-4928-80a3-9b9ade478221 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:34.326559 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 390b0ad6-437e-4e9b-af19-dd98fbd74269 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:34.327112 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:34.470727 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-07b83a0c-1127-4928-80a3-9b9ade478221 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7119999 Dec 16 21:55:34.485370 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-2a311eda-5670-4adf-9d9a-3039aba83328 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:55:34.502108 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-2a311eda-5670-4adf-9d9a-3039aba83328 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225656 Dec 16 21:55:34.961097 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a3fd688-318b-4634-b74c-e9970848b6d2 req-deff855c-f77b-460f-bfab-8b6008e02d1c tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 210 time: 0.3507152 Dec 16 21:55:35.055733 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-d956a5b1-da7a-4433-8541-050937d3510d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Allocated IP 172.20.0.5 (9e6a2b1d-71dd-4165-afb0-824a9e1a54cf/d2f286ec-a6de-4cd3-bebc-afb6b74f70d7/23395dab-fbbd-45ba-b515-1a2e37b463e5) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:55:35.153936 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:35.261417 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] For port 390b0ad6-437e-4e9b-af19-dd98fbd74269, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=390b0ad6-437e-4e9b-af19-dd98fbd74269,segment=NetworkSegment(e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5),segment_id=e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:55:35.392178 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-397721f7-cc7b-4aad-991c-cdd78f016a32 req-24cfff75-3d2d-4ca4-8ccd-1f25cece0dac tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 210 time: 0.7780004 Dec 16 21:55:35.444680 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-d956a5b1-da7a-4433-8541-050937d3510d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks [] for port, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:35.516481 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:35.622515 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Request body: {'port': {'device_id': '539efcac-37ea-4d1b-86b9-b9cd48a907b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:35.691353 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Pushing event updated for resources: {'Port': ['ID=390b0ad6-437e-4e9b-af19-dd98fbd74269,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:35.722668 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.59', 56971) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:35.807485 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fa394-a46e-4ec0-8fb2-047ec0627084 req-d2dfd358-83ff-4e6a-a7db-b8332ec25f93 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:35.820385 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-474fa394-a46e-4ec0-8fb2-047ec0627084 req-d2dfd358-83ff-4e6a-a7db-b8332ec25f93 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 931 time: 0.4228072 Dec 16 21:55:35.917337 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:35.932172 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-474fa394-a46e-4ec0-8fb2-047ec0627084 req-3020575f-603a-4f3a-afaa-bf283b57c383 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105595 Dec 16 21:55:36.047713 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 390b0ad6-437e-4e9b-af19-dd98fbd74269 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:55:36.048516 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 42866) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:36.120799 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b77cb473-4a84-4f17-a078-40f27aa791e7 req-5f3f7193-a36c-4e40-9c53-51c14e4737b3 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 210 time: 0.0477884 Dec 16 21:55:36.131600 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 390b0ad6-437e-4e9b-af19-dd98fbd74269 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:36.132307 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:36.175277 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd98649-c900-4a06-9134-d8a86b81566d req-bd629448-31fd-4d92-8418-d428aea16b8b tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:36.177088 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0bd98649-c900-4a06-9134-d8a86b81566d req-bd629448-31fd-4d92-8418-d428aea16b8b tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.59 "GET /v2.0/networks?id=752880ba-371c-4f56-98a7-5aae487e8357 HTTP/1.1" status: 200 len: 819 time: 0.4538567 Dec 16 21:55:36.185242 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-d956a5b1-da7a-4433-8541-050937d3510d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546'] for port, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:36.285944 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:55:36.352196 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-0bd98649-c900-4a06-9134-d8a86b81566d req-b2eecf2a-7171-4367-ac60-6f54241d10c5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Request body: {'port': {'device_id': '1d585c95-9003-41fb-aa90-5b8ef25c8486', 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357', 'admin_state_up': True, 'tenant_id': 'e1971819039c4cf3865752304b29bb01'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:36.436225 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-d956a5b1-da7a-4433-8541-050937d3510d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:55:36.445043 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-d956a5b1-da7a-4433-8541-050937d3510d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:36.488020 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-d956a5b1-da7a-4433-8541-050937d3510d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:55:36.518613 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-d956a5b1-da7a-4433-8541-050937d3510d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:36.519294 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-d956a5b1-da7a-4433-8541-050937d3510d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for port, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:36.604062 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956a5b1-da7a-4433-8541-050937d3510d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Pushing event updated for resources: {'Port': ['ID=23395dab-fbbd-45ba-b515-1a2e37b463e5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:36.674395 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1873e403-8961-4c83-9ab7-e22f5a0ae009 req-9f696626-659e-4edd-bfe3-3329b469c27a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 210 time: 0.0776806 Dec 16 21:55:36.710793 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-d956a5b1-da7a-4433-8541-050937d3510d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0177147 Dec 16 21:55:36.735618 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7bf52ba0-16bc-4096-b8ce-41b91438cfda admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:36.764835 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Request body: {'port': {'device_id': '965ba98b-c28c-448d-839a-00727d6a4c16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:36.815292 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6e20e3-24ab-402b-bb1c-768740de628e {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:55:36.825892 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:36.851339 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Transition to ACTIVE for port object 8d6e20e3-24ab-402b-bb1c-768740de628e will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 21:55:36.880119 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd98649-c900-4a06-9134-d8a86b81566d req-b2eecf2a-7171-4367-ac60-6f54241d10c5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Made reservation on behalf of e1971819039c4cf3865752304b29bb01 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:36.885610 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0bd98649-c900-4a06-9134-d8a86b81566d req-b2eecf2a-7171-4367-ac60-6f54241d10c5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:36.913730 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:36.921334 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:37.271388 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7bf52ba0-16bc-4096-b8ce-41b91438cfda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:37.285796 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Attempting to bind port 8d6e20e3-24ab-402b-bb1c-768740de628e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:55:37.286574 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Attempting to bind port 8d6e20e3-24ab-402b-bb1c-768740de628e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '92dbd712-24d1-411e-9e6b-2f8b60b931ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2e530999-de1f-49a8-9098-e3b03246db0c'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:55:37.287182 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Attempting to bind port 8d6e20e3-24ab-402b-bb1c-768740de628e on network 2e530999-de1f-49a8-9098-e3b03246db0c {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:55:37.296575 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Port 8d6e20e3-24ab-402b-bb1c-768740de628e on network 2e530999-de1f-49a8-9098-e3b03246db0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 21:55:37.297547 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Attempting to bind port 8d6e20e3-24ab-402b-bb1c-768740de628e on network 2e530999-de1f-49a8-9098-e3b03246db0c {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:55:37.309133 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6e20e3-24ab-402b-bb1c-768740de628e,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:37.320205 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:55:37.320927 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Checking segment: {'id': '92dbd712-24d1-411e-9e6b-2f8b60b931ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2e530999-de1f-49a8-9098-e3b03246db0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:37.321683 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Bound using segment: {'id': '92dbd712-24d1-411e-9e6b-2f8b60b931ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2e530999-de1f-49a8-9098-e3b03246db0c'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:55:37.322358 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Bound port: 8d6e20e3-24ab-402b-bb1c-768740de628e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92dbd712-24d1-411e-9e6b-2f8b60b931ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2e530999-de1f-49a8-9098-e3b03246db0c'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:55:37.323012 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:37.419056 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e970fa7-343f-4cce-afdf-2955cd8f9ee4 req-466ed448-38ed-4662-8f80-4b49aa43ee7c tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:37.421621 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0e970fa7-343f-4cce-afdf-2955cd8f9ee4 req-466ed448-38ed-4662-8f80-4b49aa43ee7c tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 943 time: 0.3376086 Dec 16 21:55:37.431461 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-0bd98649-c900-4a06-9134-d8a86b81566d req-b2eecf2a-7171-4367-ac60-6f54241d10c5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Allocated IP 172.20.0.10 (752880ba-371c-4f56-98a7-5aae487e8357/84291270-e6c0-402c-af46-4551769988aa/f432d8b2-3e2c-417a-96a4-d1126494f26c) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:55:37.451533 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] For port 8d6e20e3-24ab-402b-bb1c-768740de628e, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:55:37.486749 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] For port 8d6e20e3-24ab-402b-bb1c-768740de628e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8d6e20e3-24ab-402b-bb1c-768740de628e,segment=NetworkSegment(92dbd712-24d1-411e-9e6b-2f8b60b931ae),segment_id=92dbd712-24d1-411e-9e6b-2f8b60b931ae)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:55:37.534820 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0e970fa7-343f-4cce-afdf-2955cd8f9ee4 req-1190f746-39e1-4fcc-813f-e6c5827ae220 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983968 Dec 16 21:55:37.561707 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7bf52ba0-16bc-4096-b8ce-41b91438cfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:37.592200 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:37.707868 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf52ba0-16bc-4096-b8ce-41b91438cfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8ac0af-4dd8-4b62-8887-82e15715563f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:37.862377 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6e20e3-24ab-402b-bb1c-768740de628e,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:37.862377 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:37.862377 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:37.862377 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-486196d8-dc11-495a-903a-3e31ed940c83 service neutron] 10.222.0.59 "PUT /v2.0/ports/8d6e20e3-24ab-402b-bb1c-768740de628e HTTP/1.1" status: 200 len: 1093 time: 2.8845932 Dec 16 21:55:37.862377 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539efcac-37ea-4d1b-86b9-b9cd48a907b5', 'tag': '8d6e20e3-24ab-402b-bb1c-768740de628e'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:55:37.863582 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7386-c2c0-42f5-8317-9af7e46808c3 req-21b2e751-dbdb-49df-8bef-927d3546cbe5 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:37.866908 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-664b7386-c2c0-42f5-8317-9af7e46808c3 req-21b2e751-dbdb-49df-8bef-927d3546cbe5 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 931 time: 0.5401356 Dec 16 21:55:37.908091 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0bd98649-c900-4a06-9134-d8a86b81566d req-b2eecf2a-7171-4367-ac60-6f54241d10c5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:37.977031 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fcb06be8-f870-4f70-ab7d-2f3aa8ea8ad5 req-b0e3a921-5cfe-4fa9-9fed-0e43bfef04d0 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 210 time: 0.0766079 Dec 16 21:55:37.991705 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7bf52ba0-16bc-4096-b8ce-41b91438cfda admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15c0022283e04c6aab223ebf563adb4b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9429224 Dec 16 21:55:37.994528 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 42930) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:38.049344 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-664b7386-c2c0-42f5-8317-9af7e46808c3 req-7c0d74eb-1ab2-4acc-aba0-6457cca1842d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356981 Dec 16 21:55:38.108683 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0bd98649-c900-4a06-9134-d8a86b81566d req-b2eecf2a-7171-4367-ac60-6f54241d10c5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:38.252851 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23395dab-fbbd-45ba-b515-1a2e37b463e5 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:55:38.279111 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:38.302396 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad4771f-7cc6-4382-9668-a4d859ef4504" -d '{"events": [{"name": "network-changed", "server_uuid": "539efcac-37ea-4d1b-86b9-b9cd48a907b5", "tag": "8d6e20e3-24ab-402b-bb1c-768740de628e"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:55:38.324718 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7e992664-90c9-4017-b80a-d589ab8ab467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:38.352900 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Transition to ACTIVE for port object 23395dab-fbbd-45ba-b515-1a2e37b463e5 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 21:55:38.364478 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eecf2a-7171-4367-ac60-6f54241d10c5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Pushing event updated for resources: {'Port': ['ID=f432d8b2-3e2c-417a-96a4-d1126494f26c,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:38.378821 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd98649-c900-4a06-9134-d8a86b81566d req-b2eecf2a-7171-4367-ac60-6f54241d10c5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Network 752880ba-371c-4f56-98a7-5aae487e8357 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:55:38.389479 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-0bd98649-c900-4a06-9134-d8a86b81566d req-b2eecf2a-7171-4367-ac60-6f54241d10c5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:38.401003 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd98649-c900-4a06-9134-d8a86b81566d req-b2eecf2a-7171-4367-ac60-6f54241d10c5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:55:38.436084 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7e992664-90c9-4017-b80a-d589ab8ab467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:38.478088 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:38.494568 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd98649-c900-4a06-9134-d8a86b81566d req-b2eecf2a-7171-4367-ac60-6f54241d10c5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:38.495615 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0bd98649-c900-4a06-9134-d8a86b81566d req-b2eecf2a-7171-4367-ac60-6f54241d10c5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:38.598303 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0bd98649-c900-4a06-9134-d8a86b81566d req-b2eecf2a-7171-4367-ac60-6f54241d10c5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2571077 Dec 16 21:55:38.637041 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Request body: {'port': {'device_id': '1d585c95-9003-41fb-aa90-5b8ef25c8486', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:38.733116 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 21:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bfaff8-3d43-4097-8f57-0147c5c98e71 x-openstack-request-id: req-a6bfaff8-3d43-4097-8f57-0147c5c98e71 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:55:38.738393 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539efcac-37ea-4d1b-86b9-b9cd48a907b5", "tag": "8d6e20e3-24ab-402b-bb1c-768740de628e", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:55:38.738393 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6bfaff8-3d43-4097-8f57-0147c5c98e71 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:55:38.738393 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539efcac-37ea-4d1b-86b9-b9cd48a907b5', 'tag': '8d6e20e3-24ab-402b-bb1c-768740de628e', 'status': 'completed', 'code': 200} Dec 16 21:55:38.772642 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7e992664-90c9-4017-b80a-d589ab8ab467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:38.775711 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7e992664-90c9-4017-b80a-d589ab8ab467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:38.780537 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-7e992664-90c9-4017-b80a-d589ab8ab467 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce8ac0af-4dd8-4b62-8887-82e15715563f HTTP/1.1" status: 204 len: 168 time: 0.7849166 Dec 16 21:55:38.845644 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Pushing event updated for resources: {'Port': ['ID=23395dab-fbbd-45ba-b515-1a2e37b463e5,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:38.865512 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Attempting to bind port 23395dab-fbbd-45ba-b515-1a2e37b463e5 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:55:38.865914 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Attempting to bind port 23395dab-fbbd-45ba-b515-1a2e37b463e5 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:55:38.866358 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Attempting to bind port 23395dab-fbbd-45ba-b515-1a2e37b463e5 on network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:55:38.876193 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Port 23395dab-fbbd-45ba-b515-1a2e37b463e5 on network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 21:55:38.876584 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Attempting to bind port 23395dab-fbbd-45ba-b515-1a2e37b463e5 on network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:55:38.887342 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e992664-90c9-4017-b80a-d589ab8ab467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8ac0af-4dd8-4b62-8887-82e15715563f,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:38.888964 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:55:38.889375 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Checking segment: {'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:38.890126 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Bound using segment: {'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:55:38.890330 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:38.896828 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Bound port: 23395dab-fbbd-45ba-b515-1a2e37b463e5, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:55:38.898832 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:38.916528 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171b4b-7cdb-4201-a1a3-b57674a01ae9 req-9ad585c9-1a8e-4fef-8a0b-5309cb531996 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:38.934045 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e4171b4b-7cdb-4201-a1a3-b57674a01ae9 req-9ad585c9-1a8e-4fef-8a0b-5309cb531996 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 943 time: 0.1976316 Dec 16 21:55:38.959420 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77082448-e9de-4e63-8979-470fc9b69318 req-4939c5a2-afc4-499f-81eb-bd946277cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:38.960963 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-4939c5a2-afc4-499f-81eb-bd946277cfdc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0547bdd56e1f4a60af3602a66423ea97&device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 1096 time: 0.2226939 Dec 16 21:55:39.168374 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e4171b4b-7cdb-4201-a1a3-b57674a01ae9 req-ba34c6b9-1d7a-4e56-8881-4ac0a65b034d tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365557 Dec 16 21:55:39.220070 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] For port 23395dab-fbbd-45ba-b515-1a2e37b463e5, host hv-cinder-79053, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:55:39.225405 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-e8cd4b9b-d698-4ec9-b673-1101c13e7b8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6e20e3-24ab-402b-bb1c-768740de628e HTTP/1.1" status: 200 len: 217 time: 0.2378106 Dec 16 21:55:39.293408 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b28436cb-9fcb-4720-a689-5d89564ccf3e req-8bd85b76-6bb8-451f-8a93-2f7f5748fbbf tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 210 time: 0.1054518 Dec 16 21:55:39.371809 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] For port 23395dab-fbbd-45ba-b515-1a2e37b463e5, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=23395dab-fbbd-45ba-b515-1a2e37b463e5,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:55:39.402688 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97571-7309-4e8f-aea3-398914270752 req-7c454501-9d32-4997-9969-9adea0d9537a tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:39.405565 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c4f97571-7309-4e8f-aea3-398914270752 req-7c454501-9d32-4997-9969-9adea0d9537a tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.1886358 Dec 16 21:55:39.475766 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c4f97571-7309-4e8f-aea3-398914270752 req-8f3f0fea-f8ed-48e8-a108-de25326266b7 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639327 Dec 16 21:55:39.492108 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77082448-e9de-4e63-8979-470fc9b69318 req-8eaf5b80-755d-4b6d-b424-cb77881f1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:39.492108 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-8eaf5b80-755d-4b6d-b424-cb77881f1153 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=33c720f0-609c-4da2-ab08-a2c321921327 HTTP/1.1" status: 200 len: 852 time: 0.1127584 Dec 16 21:55:39.537895 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f432d8b2-3e2c-417a-96a4-d1126494f26c {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:55:39.549415 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:39.564073 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Transition to ACTIVE for port object f432d8b2-3e2c-417a-96a4-d1126494f26c will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 21:55:39.568132 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:39.647236 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:39.652668 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:39.657935 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for port, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:39.661849 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] 10.222.0.59 "PUT /v2.0/ports/23395dab-fbbd-45ba-b515-1a2e37b463e5 HTTP/1.1" status: 200 len: 1093 time: 2.9026349 Dec 16 21:55:39.661849 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965ba98b-c28c-448d-839a-00727d6a4c16', 'tag': '23395dab-fbbd-45ba-b515-1a2e37b463e5'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:55:39.777233 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeca566-538e-4a08-99b8-d9edcd57f017 service neutron] Pushing event updated for resources: {'Port': ['ID=23395dab-fbbd-45ba-b515-1a2e37b463e5,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:39.913615 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-ba65fb89-bec7-4d83-91a1-fbe58a0036e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e530999-de1f-49a8-9098-e3b03246db0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001649 Dec 16 21:55:39.920129 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-8f7e2a10-2324-4100-923c-7f19aa33d807 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:39.922516 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-8f7e2a10-2324-4100-923c-7f19aa33d807 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.59 "GET /v2.0/networks?id=752880ba-371c-4f56-98a7-5aae487e8357 HTTP/1.1" status: 200 len: 819 time: 0.1418984 Dec 16 21:55:39.951358 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-79ba0eb4-c80b-4481-814b-cd6c6b7be863 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Request body: {'port': {'device_id': 'bf0f6f46-fab2-4e53-bf27-e49fc771f8ca', 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357', 'admin_state_up': True, 'tenant_id': 'e1971819039c4cf3865752304b29bb01'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:40.024430 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Pushing event updated for resources: {'Port': ['ID=f432d8b2-3e2c-417a-96a4-d1126494f26c,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:40.089539 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37b0b8a6-cc3e-4ef7-87a4-a31fe1b28fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:40.221257 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Attempting to bind port f432d8b2-3e2c-417a-96a4-d1126494f26c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:55:40.221599 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Attempting to bind port f432d8b2-3e2c-417a-96a4-d1126494f26c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:55:40.221923 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Attempting to bind port f432d8b2-3e2c-417a-96a4-d1126494f26c on network 752880ba-371c-4f56-98a7-5aae487e8357 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:55:40.244003 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Port f432d8b2-3e2c-417a-96a4-d1126494f26c on network 752880ba-371c-4f56-98a7-5aae487e8357 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 21:55:40.244327 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Attempting to bind port f432d8b2-3e2c-417a-96a4-d1126494f26c on network 752880ba-371c-4f56-98a7-5aae487e8357 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:55:40.256291 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:55:40.256807 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Checking segment: {'id': 'e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:40.257188 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Bound using segment: {'id': 'e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:55:40.257628 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Bound port: f432d8b2-3e2c-417a-96a4-d1126494f26c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:55:40.258029 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:40.292744 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-463b7172-f638-4ca5-84f2-4e83ba5f4a88 service neutron] 10.222.0.59 "GET /v2.0/networks/2e530999-de1f-49a8-9098-e3b03246db0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451836 Dec 16 21:55:40.359412 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82149256-e50b-4385-a3c4-d9ab7f28ccf9 req-32339240-a97e-4b9c-94a6-c5e318780ef2 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:40.368399 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-82149256-e50b-4385-a3c4-d9ab7f28ccf9 req-32339240-a97e-4b9c-94a6-c5e318780ef2 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 943 time: 0.1218891 Dec 16 21:55:40.380708 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] For port f432d8b2-3e2c-417a-96a4-d1126494f26c, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:55:40.385166 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] For port f432d8b2-3e2c-417a-96a4-d1126494f26c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f432d8b2-3e2c-417a-96a4-d1126494f26c,segment=NetworkSegment(e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5),segment_id=e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:55:40.448812 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-529aa735-8c46-4fc4-90ac-758b09a53879 req-356cc1eb-5091-478e-b2a5-49dc78d5cbfa tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 210 time: 0.0467253 Dec 16 21:55:40.469651 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-82149256-e50b-4385-a3c4-d9ab7f28ccf9 req-2c1f47db-4b8b-4293-98be-3499ef43d6fc tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994999 Dec 16 21:55:40.533365 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-79ba0eb4-c80b-4481-814b-cd6c6b7be863 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Made reservation on behalf of e1971819039c4cf3865752304b29bb01 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:40.537808 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-79ba0eb4-c80b-4481-814b-cd6c6b7be863 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:40.571592 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:40.614170 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e57e2e44bf8fe06c7a0f6bc155366ee9f5a250a625ed21f00be954d32ca70b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548c3b4f-6368-4a0d-9cb0-3f917609aba5" -d '{"events": [{"name": "network-changed", "server_uuid": "965ba98b-c28c-448d-839a-00727d6a4c16", "tag": "23395dab-fbbd-45ba-b515-1a2e37b463e5"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:55:40.620539 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:40.621161 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:40.622527 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] 10.222.0.59 "PUT /v2.0/ports/f432d8b2-3e2c-417a-96a4-d1126494f26c HTTP/1.1" status: 200 len: 1094 time: 1.9900701 Dec 16 21:55:40.652560 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4da053-2d42-4f64-851e-c6fe054db635 service neutron] Pushing event updated for resources: {'Port': ['ID=f432d8b2-3e2c-417a-96a4-d1126494f26c,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:40.686872 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ad3ce-2b25-4fb8-8c47-2fe794aad124 req-07843acb-2734-4bf3-bd48-d49c954f3737 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:40.688636 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-931ad3ce-2b25-4fb8-8c47-2fe794aad124 req-07843acb-2734-4bf3-bd48-d49c954f3737 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.1193109 Dec 16 21:55:40.736218 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-931ad3ce-2b25-4fb8-8c47-2fe794aad124 req-e6db9bb8-f69f-4275-8a0d-2259669e3a93 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413702 Dec 16 21:55:40.739095 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d585c95-9003-41fb-aa90-5b8ef25c8486', 'tag': 'f432d8b2-3e2c-417a-96a4-d1126494f26c'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:55:40.741233 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac54acb2-1e2e-4144-85c8-a1768925c352" -d '{"events": [{"name": "network-changed", "server_uuid": "1d585c95-9003-41fb-aa90-5b8ef25c8486", "tag": "f432d8b2-3e2c-417a-96a4-d1126494f26c"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:55:40.829018 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 21:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901d1dcd-638b-42f9-b3ca-c0b35510d253 x-openstack-request-id: req-901d1dcd-638b-42f9-b3ca-c0b35510d253 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:55:40.829469 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d585c95-9003-41fb-aa90-5b8ef25c8486", "tag": "f432d8b2-3e2c-417a-96a4-d1126494f26c", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:55:40.829742 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-901d1dcd-638b-42f9-b3ca-c0b35510d253 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:55:40.830191 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d585c95-9003-41fb-aa90-5b8ef25c8486', 'tag': 'f432d8b2-3e2c-417a-96a4-d1126494f26c', 'status': 'completed', 'code': 200} Dec 16 21:55:40.847661 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-79ba0eb4-c80b-4481-814b-cd6c6b7be863 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Allocated IP 172.20.0.14 (752880ba-371c-4f56-98a7-5aae487e8357/84291270-e6c0-402c-af46-4551769988aa/dada478a-0ac4-456c-b757-ffc048943264) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:55:40.996886 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-79ba0eb4-c80b-4481-814b-cd6c6b7be863 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks [] for port, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.145628 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-79ba0eb4-c80b-4481-814b-cd6c6b7be863 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546'] for port, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.192804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-79ba0eb4-c80b-4481-814b-cd6c6b7be863 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Network 752880ba-371c-4f56-98a7-5aae487e8357 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:55:41.204510 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-79ba0eb4-c80b-4481-814b-cd6c6b7be863 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:41.207129 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-79ba0eb4-c80b-4481-814b-cd6c6b7be863 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:55:41.214561 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-79ba0eb4-c80b-4481-814b-cd6c6b7be863 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:41.215199 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-79ba0eb4-c80b-4481-814b-cd6c6b7be863 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for port, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.234666 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba0eb4-c80b-4481-814b-cd6c6b7be863 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Pushing event updated for resources: {'Port': ['ID=dada478a-0ac4-456c-b757-ffc048943264,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:41.250921 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 21:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7520fd-4652-4f58-8b63-da327aca5be3 x-openstack-request-id: req-9e7520fd-4652-4f58-8b63-da327aca5be3 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:55:41.251223 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965ba98b-c28c-448d-839a-00727d6a4c16", "tag": "23395dab-fbbd-45ba-b515-1a2e37b463e5", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:55:41.251602 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e7520fd-4652-4f58-8b63-da327aca5be3 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:55:41.252139 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965ba98b-c28c-448d-839a-00727d6a4c16', 'tag': '23395dab-fbbd-45ba-b515-1a2e37b463e5', 'status': 'completed', 'code': 200} Dec 16 21:55:41.307325 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-79ba0eb4-c80b-4481-814b-cd6c6b7be863 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3601255 Dec 16 21:55:41.315109 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 43036) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:41.344021 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 43040) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:41.440198 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8e930049-d74d-47ac-be63-731b55535621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.485452 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7b6bc7d4-db21-4729-baf7-89ed3bc5fd24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.557823 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8e930049-d74d-47ac-be63-731b55535621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.598187 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7b6bc7d4-db21-4729-baf7-89ed3bc5fd24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.619820 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6199c-bf8a-4b1d-9763-dbc80f4e3d71 req-df8a6f1e-f989-4dc6-a8db-18e3e997daf3 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:41.621323 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83a6199c-bf8a-4b1d-9763-dbc80f4e3d71 req-df8a6f1e-f989-4dc6-a8db-18e3e997daf3 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 932 time: 0.0773273 Dec 16 21:55:41.642002 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39488cef-2589-4c76-90ce-ac7bb775f12c req-b6a469c5-8955-4a75-9551-d6cf5ce55424 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:41.643451 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-39488cef-2589-4c76-90ce-ac7bb775f12c req-b6a469c5-8955-4a75-9551-d6cf5ce55424 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 943 time: 0.0715787 Dec 16 21:55:41.670323 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8e930049-d74d-47ac-be63-731b55535621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.674744 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7b6bc7d4-db21-4729-baf7-89ed3bc5fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.715135 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83a6199c-bf8a-4b1d-9763-dbc80f4e3d71 req-9f58f4c6-9cf4-460a-84f5-a4aadf7b3576 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816560 Dec 16 21:55:41.730409 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-8e930049-d74d-47ac-be63-731b55535621 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=240d16e8259f4424bdb178e5bd2ba0ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4141452 Dec 16 21:55:41.731482 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e930049-d74d-47ac-be63-731b55535621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31651fc-22e2-4f1b-9eb7-2322697b4b35,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:41.733356 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 43058) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:41.747461 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-39488cef-2589-4c76-90ce-ac7bb775f12c req-42fea168-37a3-4e8c-b25e-eab58c0ee278 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927117 Dec 16 21:55:41.747883 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-7b6bc7d4-db21-4729-baf7-89ed3bc5fd24 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cae809dad1f04a708eb32f075f018af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4027562 Dec 16 21:55:41.751150 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 43062) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:41.799763 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bc7d4-db21-4729-baf7-89ed3bc5fd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da54e609-a12e-4da1-a8bd-399bb084a851,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:41.825730 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bdedd5fa-1ae3-409c-8960-7b1c6ef80528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.850973 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bdedd5fa-1ae3-409c-8960-7b1c6ef80528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.877642 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd0063cb-d884-4065-af5a-99771f023c7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.891757 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2ae88-5be4-47f6-b032-3e503251ed70 req-efb68615-944d-4f6e-b5b9-27078562c56e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:41.893531 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-09e2ae88-5be4-47f6-b032-3e503251ed70 req-efb68615-944d-4f6e-b5b9-27078562c56e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.0687568 Dec 16 21:55:41.932532 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd0063cb-d884-4065-af5a-99771f023c7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.982387 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-09e2ae88-5be4-47f6-b032-3e503251ed70 req-454e7b5c-5e7a-4758-8bcb-8cc6cac7518b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790889 Dec 16 21:55:41.988684 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bdedd5fa-1ae3-409c-8960-7b1c6ef80528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.992354 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bdedd5fa-1ae3-409c-8960-7b1c6ef80528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.996777 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-bdedd5fa-1ae3-409c-8960-7b1c6ef80528 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da54e609-a12e-4da1-a8bd-399bb084a851 HTTP/1.1" status: 204 len: 168 time: 0.2445586 Dec 16 21:55:42.007032 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdedd5fa-1ae3-409c-8960-7b1c6ef80528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da54e609-a12e-4da1-a8bd-399bb084a851,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:42.104856 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd0063cb-d884-4065-af5a-99771f023c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:42.108742 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd0063cb-d884-4065-af5a-99771f023c7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:42.113228 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-bd0063cb-d884-4065-af5a-99771f023c7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e31651fc-22e2-4f1b-9eb7-2322697b4b35 HTTP/1.1" status: 204 len: 168 time: 0.3761601 Dec 16 21:55:42.119995 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0063cb-d884-4065-af5a-99771f023c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31651fc-22e2-4f1b-9eb7-2322697b4b35,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:42.647153 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e459fed1-d523-4a2b-a7a1-ccbe97901863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:42.870518 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 43092) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:42.888235 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1a498842-ef86-4814-ad5d-4e3e4c6f104a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:42.935882 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e76c71-4aa2-4e1f-a1e8-f501e1b78cf4 req-2bb36826-5665-487f-9a07-30f95f5da958 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:42.945801 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77e76c71-4aa2-4e1f-a1e8-f501e1b78cf4 req-2bb36826-5665-487f-9a07-30f95f5da958 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 932 time: 0.1741884 Dec 16 21:55:42.975639 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1a498842-ef86-4814-ad5d-4e3e4c6f104a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:42.986937 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a69759-14af-4c56-8116-5ec5bf41425e req-2af54ea9-ee79-467a-8827-9eaa08ab23e9 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:42.986937 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-65a69759-14af-4c56-8116-5ec5bf41425e req-2af54ea9-ee79-467a-8827-9eaa08ab23e9 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 943 time: 0.1467409 Dec 16 21:55:43.034879 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77e76c71-4aa2-4e1f-a1e8-f501e1b78cf4 req-48fbd990-fa9e-4c5a-b3e4-64692e20369f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878506 Dec 16 21:55:43.057300 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-65a69759-14af-4c56-8116-5ec5bf41425e req-1cb52cae-a444-4486-95e3-cb269d56b5fa tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663934 Dec 16 21:55:43.176199 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c8021-ba33-46f0-8b51-c431d79db18c req-fea3b167-229d-4954-8dbd-2fc7bcc0afda tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:43.177695 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-911c8021-ba33-46f0-8b51-c431d79db18c req-fea3b167-229d-4954-8dbd-2fc7bcc0afda tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.0718162 Dec 16 21:55:43.213221 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1a498842-ef86-4814-ad5d-4e3e4c6f104a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:43.331496 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-911c8021-ba33-46f0-8b51-c431d79db18c req-71a6cd39-f5ce-4043-8b0c-c56d211e6361 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650742 Dec 16 21:55:43.333319 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1a498842-ef86-4814-ad5d-4e3e4c6f104a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92f7edca37174588bcfd305473b354f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4019723 Dec 16 21:55:43.333319 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a498842-ef86-4814-ad5d-4e3e4c6f104a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926e4aee-c8d2-4f64-a0f6-da7a9a1043f4,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:43.336852 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 43100) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:43.342840 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 43104) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:43.367893 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e87bc22-fcda-4c01-977a-cdc009d4cb2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:43.410287 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7c04d66d-a56b-4e3d-a186-97da53fa6ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:43.434718 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7c04d66d-a56b-4e3d-a186-97da53fa6ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:43.483040 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e87bc22-fcda-4c01-977a-cdc009d4cb2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:43.813514 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:43.847272 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7c04d66d-a56b-4e3d-a186-97da53fa6ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:43.849031 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e87bc22-fcda-4c01-977a-cdc009d4cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:43.851654 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7c04d66d-a56b-4e3d-a186-97da53fa6ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:43.859971 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-7c04d66d-a56b-4e3d-a186-97da53fa6ea4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/926e4aee-c8d2-4f64-a0f6-da7a9a1043f4 HTTP/1.1" status: 204 len: 168 time: 0.5217924 Dec 16 21:55:43.875820 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04d66d-a56b-4e3d-a186-97da53fa6ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926e4aee-c8d2-4f64-a0f6-da7a9a1043f4,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:43.909008 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-4e87bc22-fcda-4c01-977a-cdc009d4cb2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e54e0b2fbe1423f8be68f145f2dc0d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5651083 Dec 16 21:55:43.909885 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87bc22-fcda-4c01-977a-cdc009d4cb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc082bf-cff7-4ad4-910c-64f6ca2be578,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:43.912744 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 43116) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:43.969491 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-dee40793-c421-4abc-ad67-7439bcbb09e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:44.001603 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-dee40793-c421-4abc-ad67-7439bcbb09e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:44.251402 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-dee40793-c421-4abc-ad67-7439bcbb09e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:44.254424 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-dee40793-c421-4abc-ad67-7439bcbb09e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:44.256658 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-dee40793-c421-4abc-ad67-7439bcbb09e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0dc082bf-cff7-4ad4-910c-64f6ca2be578 HTTP/1.1" status: 204 len: 168 time: 0.3414526 Dec 16 21:55:44.266741 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794eeef-b01d-4ae9-9ad6-ef700b449679 req-47edf14c-1159-4eba-b0a3-69b59404abfc tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:44.269409 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee40793-c421-4abc-ad67-7439bcbb09e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc082bf-cff7-4ad4-910c-64f6ca2be578,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:44.270793 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b794eeef-b01d-4ae9-9ad6-ef700b449679 req-47edf14c-1159-4eba-b0a3-69b59404abfc tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 943 time: 0.0943136 Dec 16 21:55:44.289738 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e7e24-af61-4c63-9166-d34dee410cb3 req-b758778d-606f-4025-853a-236bf14dca93 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:44.307054 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a44e7e24-af61-4c63-9166-d34dee410cb3 req-b758778d-606f-4025-853a-236bf14dca93 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 932 time: 0.1417933 Dec 16 21:55:44.435231 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a44e7e24-af61-4c63-9166-d34dee410cb3 req-a83c648b-5a5b-4a64-aeae-5a819e5a318a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130064 Dec 16 21:55:44.439803 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b794eeef-b01d-4ae9-9ad6-ef700b449679 req-1c29a434-813e-4df7-82e9-96c6cc89d0df tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292410 Dec 16 21:55:44.755978 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2b773-b931-4803-85b9-cb93f417e751 req-949f9451-f4fc-4d44-baa6-38db066f473e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:44.755978 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-26a2b773-b931-4803-85b9-cb93f417e751 req-949f9451-f4fc-4d44-baa6-38db066f473e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.0940723 Dec 16 21:55:44.755978 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-26a2b773-b931-4803-85b9-cb93f417e751 req-5523bd5a-c275-469d-8a26-d3bc22acc4da tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557382 Dec 16 21:55:45.031277 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:45.631870 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec67c0-e88d-4a0f-a287-d05fdf429a29 req-3eb4aa3d-c9d1-4a2c-aabb-861aa81f258a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:45.649289 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ebec67c0-e88d-4a0f-a287-d05fdf429a29 req-3eb4aa3d-c9d1-4a2c-aabb-861aa81f258a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 932 time: 0.1392386 Dec 16 21:55:45.664809 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c72c66-6765-485b-9f85-ff2357ad23ca req-c7943626-76eb-4eb5-b9bd-84de2819fb43 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:45.672166 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-76c72c66-6765-485b-9f85-ff2357ad23ca req-c7943626-76eb-4eb5-b9bd-84de2819fb43 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 943 time: 0.1166441 Dec 16 21:55:45.815030 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ebec67c0-e88d-4a0f-a287-d05fdf429a29 req-2a670719-90c8-41b7-8dc6-2ad57be24cb5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515694 Dec 16 21:55:45.848612 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-76c72c66-6765-485b-9f85-ff2357ad23ca req-938345d6-cfc3-4b92-a3a7-5bccf81fcabe tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752207 Dec 16 21:55:46.017109 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea831736-4736-44d2-8634-3171e2f36273 req-46d3b6ed-0d7d-42e9-8c04-4693964671ed tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:46.019365 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ea831736-4736-44d2-8634-3171e2f36273 req-46d3b6ed-0d7d-42e9-8c04-4693964671ed tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.0983622 Dec 16 21:55:46.105035 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ea831736-4736-44d2-8634-3171e2f36273 req-7403eb07-d8b1-4e17-82f8-b43c7c49eb05 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793223 Dec 16 21:55:46.257230 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:46.929860 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234d000-7ee1-44c2-81ed-052a0ef511df req-7e51c818-d7e1-40bb-9dbc-78dcb16ac392 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:46.931772 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c234d000-7ee1-44c2-81ed-052a0ef511df req-7e51c818-d7e1-40bb-9dbc-78dcb16ac392 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 932 time: 0.0701625 Dec 16 21:55:47.035207 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c234d000-7ee1-44c2-81ed-052a0ef511df req-49fa32d3-e862-49b6-b985-2c33db432e34 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962081 Dec 16 21:55:47.043307 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe9107-4c1f-405f-9eaa-8f8c97b91288 req-379218c4-5040-4212-8f73-07b5d2cea287 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:47.044340 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-86fe9107-4c1f-405f-9eaa-8f8c97b91288 req-379218c4-5040-4212-8f73-07b5d2cea287 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 943 time: 0.1043673 Dec 16 21:55:47.117852 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-86fe9107-4c1f-405f-9eaa-8f8c97b91288 req-04b8e871-1901-4b11-a9e2-86d828195a98 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659010 Dec 16 21:55:47.269761 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fa2e3-4bcf-413f-831d-75af753badf7 req-3eaae013-0a7b-4a3d-8d88-363ae775a344 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:47.277377 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f81fa2e3-4bcf-413f-831d-75af753badf7 req-3eaae013-0a7b-4a3d-8d88-363ae775a344 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.0648212 Dec 16 21:55:47.343992 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f81fa2e3-4bcf-413f-831d-75af753badf7 req-69d7a58d-c6be-4fa2-a55e-5746aa9b505c tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608637 Dec 16 21:55:48.195608 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d919af5-c24b-4ab2-8f92-492ead52ceaf req-fde0695c-5e73-4e28-83f2-5a65ea38204e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:48.197577 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4d919af5-c24b-4ab2-8f92-492ead52ceaf req-fde0695c-5e73-4e28-83f2-5a65ea38204e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 932 time: 0.0741835 Dec 16 21:55:48.281666 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4d919af5-c24b-4ab2-8f92-492ead52ceaf req-dfee9d7e-e84f-486c-ba0c-8c043d051046 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761402 Dec 16 21:55:48.292057 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f406da-c7b9-4f6a-a847-70157c31cffb req-ce0b7255-1354-4886-852e-b018f603ff16 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:48.292749 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-14f406da-c7b9-4f6a-a847-70157c31cffb req-ce0b7255-1354-4886-852e-b018f603ff16 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 943 time: 0.0886667 Dec 16 21:55:48.344741 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-14f406da-c7b9-4f6a-a847-70157c31cffb req-3d73ce39-bb59-4c2e-bd48-5eb8ced46d74 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444710 Dec 16 21:55:48.452089 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2a0a3-5fcb-46f0-8baa-9574fa44a166 req-bf65d7a4-2bcd-4729-b90d-cdce55306284 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:48.453674 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-49d2a0a3-5fcb-46f0-8baa-9574fa44a166 req-bf65d7a4-2bcd-4729-b90d-cdce55306284 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.0525794 Dec 16 21:55:48.503775 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-49d2a0a3-5fcb-46f0-8baa-9574fa44a166 req-b7b4eb07-ce36-4f99-a417-8036baa218b9 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431762 Dec 16 21:55:48.938122 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Request body: {'port': {'device_id': 'bf0f6f46-fab2-4e53-bf27-e49fc771f8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:49.013564 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:49.082052 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.59', 56989) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:49.095806 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-77082448-e9de-4e63-8979-470fc9b69318 req-7a9f4226-ad6e-4827-a236-165dba29954c service neutron] 10.222.0.59 "GET /v2.0/networks/2e530999-de1f-49a8-9098-e3b03246db0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805692 Dec 16 21:55:49.159514 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c3b4f-6368-4a0d-9cb0-3f917609aba5 req-b2bc46c8-4522-42e0-99e5-61c5665e77e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:49.161073 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-548c3b4f-6368-4a0d-9cb0-3f917609aba5 req-b2bc46c8-4522-42e0-99e5-61c5665e77e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b898e78b34794c0482bb58794e75e007&device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 1096 time: 0.0780706 Dec 16 21:55:49.165277 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54acb2-1e2e-4144-85c8-a1768925c352 req-9861469d-4ec0-4fdb-a09a-0fbb6f1e0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:49.166702 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ac54acb2-1e2e-4144-85c8-a1768925c352 req-9861469d-4ec0-4fdb-a09a-0fbb6f1e0ea0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1971819039c4cf3865752304b29bb01&device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 1097 time: 0.1074698 Dec 16 21:55:49.414628 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dada478a-0ac4-456c-b757-ffc048943264 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:55:49.444038 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:49.492065 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Transition to ACTIVE for port object dada478a-0ac4-456c-b757-ffc048943264 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 21:55:49.501612 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994659f-ae83-4a13-8a57-ef51dc4c0106 req-252aac56-21c4-4cdf-9818-bc0b9a93b1e8 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:49.503292 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5994659f-ae83-4a13-8a57-ef51dc4c0106 req-252aac56-21c4-4cdf-9818-bc0b9a93b1e8 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 932 time: 0.1402760 Dec 16 21:55:49.527843 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc672f2-d1dd-4ff6-80ac-63421d6a9cab req-ec41a0ad-e226-48d0-9d78-6a7e2ca6f193 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:49.529396 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8dc672f2-d1dd-4ff6-80ac-63421d6a9cab req-ec41a0ad-e226-48d0-9d78-6a7e2ca6f193 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 943 time: 0.1053541 Dec 16 21:55:49.572611 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:49.630810 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4771f-7cc6-4382-9668-a4d859ef4504 req-977d2ba9-f457-4f22-8feb-4c9a07ad07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:49.631998 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5994659f-ae83-4a13-8a57-ef51dc4c0106 req-f9559651-2554-4222-8234-4602178857c2 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181390 Dec 16 21:55:49.632243 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-aad4771f-7cc6-4382-9668-a4d859ef4504 req-977d2ba9-f457-4f22-8feb-4c9a07ad07eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0547bdd56e1f4a60af3602a66423ea97&device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 1096 time: 0.3569756 Dec 16 21:55:49.643540 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8dc672f2-d1dd-4ff6-80ac-63421d6a9cab req-60facb4e-f7cf-412f-8780-4752b6aff8fc tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043458 Dec 16 21:55:49.680894 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Pushing event updated for resources: {'Port': ['ID=dada478a-0ac4-456c-b757-ffc048943264,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:49.705464 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Attempting to bind port dada478a-0ac4-456c-b757-ffc048943264 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:55:49.708871 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Attempting to bind port dada478a-0ac4-456c-b757-ffc048943264 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:55:49.708871 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Attempting to bind port dada478a-0ac4-456c-b757-ffc048943264 on network 752880ba-371c-4f56-98a7-5aae487e8357 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:55:49.717566 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Port dada478a-0ac4-456c-b757-ffc048943264 on network 752880ba-371c-4f56-98a7-5aae487e8357 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 21:55:49.717783 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Attempting to bind port dada478a-0ac4-456c-b757-ffc048943264 on network 752880ba-371c-4f56-98a7-5aae487e8357 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:55:49.719032 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54acb2-1e2e-4144-85c8-a1768925c352 req-dcf5cc53-e8c8-4b7a-a022-fc562056967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:49.720916 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ac54acb2-1e2e-4144-85c8-a1768925c352 req-dcf5cc53-e8c8-4b7a-a022-fc562056967e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e1971819039c4cf3865752304b29bb01&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5361080 Dec 16 21:55:49.722154 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c3b4f-6368-4a0d-9cb0-3f917609aba5 req-f4d325fc-5fd1-4058-b062-40e2e7ed77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:49.723575 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:55:49.724002 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Checking segment: {'id': 'e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:49.724099 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-548c3b4f-6368-4a0d-9cb0-3f917609aba5 req-f4d325fc-5fd1-4058-b062-40e2e7ed77d9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b898e78b34794c0482bb58794e75e007&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5478206 Dec 16 21:55:49.724293 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Bound using segment: {'id': 'e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:55:49.724732 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Bound port: dada478a-0ac4-456c-b757-ffc048943264, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:55:49.725096 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:49.948492 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] For port dada478a-0ac4-456c-b757-ffc048943264, host hv-cinder-79053, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:55:49.953336 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] For port dada478a-0ac4-456c-b757-ffc048943264, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dada478a-0ac4-456c-b757-ffc048943264,segment=NetworkSegment(e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5),segment_id=e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:55:49.965056 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e2808-68ff-4bad-bcab-b53e33e7d251 req-eba7208f-bcea-43b5-985d-5674357eaf50 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:49.966539 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-316e2808-68ff-4bad-bcab-b53e33e7d251 req-eba7208f-bcea-43b5-985d-5674357eaf50 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.2014530 Dec 16 21:55:50.036534 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-316e2808-68ff-4bad-bcab-b53e33e7d251 req-edecf2c4-3ded-4d84-b89f-2c4bf0f63d32 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584140 Dec 16 21:55:50.036534 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:50.054843 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:50.055917 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for port, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:50.057173 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] 10.222.0.59 "PUT /v2.0/ports/dada478a-0ac4-456c-b757-ffc048943264 HTTP/1.1" status: 200 len: 1094 time: 1.1262376 Dec 16 21:55:50.074158 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4771f-7cc6-4382-9668-a4d859ef4504 req-293c8cf4-b961-4091-90e2-2a8e61daf867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:50.076205 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-aad4771f-7cc6-4382-9668-a4d859ef4504 req-293c8cf4-b961-4091-90e2-2a8e61daf867 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e530999-de1f-49a8-9098-e3b03246db0c HTTP/1.1" status: 200 len: 913 time: 0.4293110 Dec 16 21:55:50.077418 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c3b4f-6368-4a0d-9cb0-3f917609aba5 req-8adf655a-176d-4123-88dd-0db7cc19c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:50.082539 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0f6f46-fab2-4e53-bf27-e49fc771f8ca', 'tag': 'dada478a-0ac4-456c-b757-ffc048943264'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:55:50.082665 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-548c3b4f-6368-4a0d-9cb0-3f917609aba5 req-8adf655a-176d-4123-88dd-0db7cc19c3a2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3441467 Dec 16 21:55:50.083108 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e57e2e44bf8fe06c7a0f6bc155366ee9f5a250a625ed21f00be954d32ca70b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9a36e7-f0dd-4ef7-adee-c81621cad268" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0f6f46-fab2-4e53-bf27-e49fc771f8ca", "tag": "dada478a-0ac4-456c-b757-ffc048943264"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:55:50.091152 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54acb2-1e2e-4144-85c8-a1768925c352 req-57ae936a-2b1f-4e4d-8691-8ed77ee00592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:50.095928 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ac54acb2-1e2e-4144-85c8-a1768925c352 req-57ae936a-2b1f-4e4d-8691-8ed77ee00592 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3619821 Dec 16 21:55:50.160501 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 21:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bfd723-6914-44d9-9b6d-e1ffb409296e x-openstack-request-id: req-b5bfd723-6914-44d9-9b6d-e1ffb409296e {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:55:50.161022 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0f6f46-fab2-4e53-bf27-e49fc771f8ca", "tag": "dada478a-0ac4-456c-b757-ffc048943264", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:55:50.161445 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5bfd723-6914-44d9-9b6d-e1ffb409296e {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:55:50.163012 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0f6f46-fab2-4e53-bf27-e49fc771f8ca', 'tag': 'dada478a-0ac4-456c-b757-ffc048943264', 'status': 'completed', 'code': 200} Dec 16 21:55:50.163784 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea16f86-6d5f-4af2-b5bd-8b0acb891c81 service neutron] Pushing event updated for resources: {'Port': ['ID=dada478a-0ac4-456c-b757-ffc048943264,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:50.193495 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-aad4771f-7cc6-4382-9668-a4d859ef4504 req-df07e86f-ab2e-46c8-8e97-101f4e292f0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6e20e3-24ab-402b-bb1c-768740de628e HTTP/1.1" status: 200 len: 217 time: 0.0965424 Dec 16 21:55:50.274602 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8b6d15a5-6300-49c6-bf2f-3376e66b4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:50.276091 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd98649-c900-4a06-9134-d8a86b81566d req-8b6d15a5-6300-49c6-bf2f-3376e66b4545 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1971819039c4cf3865752304b29bb01&device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 1097 time: 0.0947859 Dec 16 21:55:50.288601 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-ac185218-42d5-41b4-bf3e-ec232f63f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:50.290343 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-ac185218-42d5-41b4-bf3e-ec232f63f002 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b898e78b34794c0482bb58794e75e007&device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 1096 time: 0.1232281 Dec 16 21:55:50.346644 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4771f-7cc6-4382-9668-a4d859ef4504 req-d5a20e20-3040-45db-857b-4787ece7ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:50.348094 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-aad4771f-7cc6-4382-9668-a4d859ef4504 req-d5a20e20-3040-45db-857b-4787ece7ab60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=33c720f0-609c-4da2-ab08-a2c321921327 HTTP/1.1" status: 200 len: 852 time: 0.1384058 Dec 16 21:55:50.350184 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-884d2bf8-14dd-4993-9362-0582739e942a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23395dab-fbbd-45ba-b515-1a2e37b463e5 HTTP/1.1" status: 200 len: 217 time: 0.0512578 Dec 16 21:55:50.352361 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a36e7-f0dd-4ef7-adee-c81621cad268 req-5646bbc2-30ce-4e05-a4da-84eaca75e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:50.353779 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-da9a36e7-f0dd-4ef7-adee-c81621cad268 req-5646bbc2-30ce-4e05-a4da-84eaca75e866 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1971819039c4cf3865752304b29bb01&device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 1097 time: 0.1585164 Dec 16 21:55:50.358185 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd98649-c900-4a06-9134-d8a86b81566d req-fdbe1b41-cc7d-4319-9132-b146b21c9447 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f432d8b2-3e2c-417a-96a4-d1126494f26c HTTP/1.1" status: 200 len: 217 time: 0.0727711 Dec 16 21:55:50.409538 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-aad4771f-7cc6-4382-9668-a4d859ef4504 req-52ff7295-2bf9-4107-96ad-337a5140b974 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e530999-de1f-49a8-9098-e3b03246db0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416563 Dec 16 21:55:50.446567 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd98649-c900-4a06-9134-d8a86b81566d req-abf8cd61-f924-4897-93b8-37d709231bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:50.448014 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd98649-c900-4a06-9134-d8a86b81566d req-abf8cd61-f924-4897-93b8-37d709231bf1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84291270-e6c0-402c-af46-4551769988aa HTTP/1.1" status: 200 len: 859 time: 0.0731304 Dec 16 21:55:50.500846 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd98649-c900-4a06-9134-d8a86b81566d req-6f4d0d18-2daa-4f23-9537-141b28a39980 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=752880ba-371c-4f56-98a7-5aae487e8357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450377 Dec 16 21:55:50.548288 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4b0767c8-f4c2-45ad-a54e-935835e25985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:50.549818 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-4b0767c8-f4c2-45ad-a54e-935835e25985 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2f286ec-a6de-4cd3-bebc-afb6b74f70d7 HTTP/1.1" status: 200 len: 855 time: 0.1704350 Dec 16 21:55:50.595677 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-b930c19b-2fbf-4f2b-bb1c-c353c942a9cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381744 Dec 16 21:55:50.630375 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd98649-c900-4a06-9134-d8a86b81566d req-85572624-6d32-4665-b79a-4997ede7298e service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234679 Dec 16 21:55:50.678038 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a36e7-f0dd-4ef7-adee-c81621cad268 req-ad82d061-008d-4c97-9eb8-86a9e2c69c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:50.679508 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-da9a36e7-f0dd-4ef7-adee-c81621cad268 req-ad82d061-008d-4c97-9eb8-86a9e2c69c15 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e1971819039c4cf3865752304b29bb01&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3012221 Dec 16 21:55:50.684743 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-aad4771f-7cc6-4382-9668-a4d859ef4504 req-006d8a0b-560e-4707-a473-4fc7bc39b962 service neutron] 10.222.0.59 "GET /v2.0/networks/2e530999-de1f-49a8-9098-e3b03246db0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440238 Dec 16 21:55:50.747957 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0bd98649-c900-4a06-9134-d8a86b81566d req-47b94e69-6dca-4588-aeb8-005c94fb95dd service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105833 Dec 16 21:55:50.850750 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-ef8b0877-b159-4c46-a1cd-1d29b5601c10 service neutron] 10.222.0.59 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435129 Dec 16 21:55:50.864387 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dab7f7-8fe9-406e-a1e5-a4c028f8fa59 req-5168afc5-f6cc-483c-bae6-af08b943540c tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:50.866229 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-96dab7f7-8fe9-406e-a1e5-a4c028f8fa59 req-5168afc5-f6cc-483c-bae6-af08b943540c tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 943 time: 0.0962780 Dec 16 21:55:50.929766 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aff67d-b3d4-445b-a0e2-f44f491bcd7f req-ea932c20-2f2a-47fb-a976-e01f675021b6 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:50.930233 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9aff67d-b3d4-445b-a0e2-f44f491bcd7f req-ea932c20-2f2a-47fb-a976-e01f675021b6 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 944 time: 0.1192353 Dec 16 21:55:50.974063 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-96dab7f7-8fe9-406e-a1e5-a4c028f8fa59 req-653a70af-c874-440d-8b35-2e1b2d1e99fb tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895033 Dec 16 21:55:51.004782 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9aff67d-b3d4-445b-a0e2-f44f491bcd7f req-9656dd9a-a86c-4431-999c-3f7d5b6e2cf7 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631502 Dec 16 21:55:51.106624 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-aad4771f-7cc6-4382-9668-a4d859ef4504 req-a623e76a-4076-43d4-b794-42c4ab991cc7 service neutron] 10.222.0.59 "GET /v2.0/networks/2e530999-de1f-49a8-9098-e3b03246db0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148240 Dec 16 21:55:51.117445 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a36e7-f0dd-4ef7-adee-c81621cad268 req-1523100b-963a-4cbb-a235-f87ca1a126d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:51.118975 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-da9a36e7-f0dd-4ef7-adee-c81621cad268 req-1523100b-963a-4cbb-a235-f87ca1a126d1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4258904 Dec 16 21:55:51.170290 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b8a409de-4ee1-4ee6-ab97-037b30156a7d req-50e157cf-6aac-4aa0-b477-a792a3f27427 service neutron] 10.222.0.59 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075409 Dec 16 21:55:51.184313 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e72c86-3a8d-4f42-941f-962e0b32ad4c req-f29e61e7-7d96-46c2-86fd-9fa4a864383b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:51.188979 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-40e72c86-3a8d-4f42-941f-962e0b32ad4c req-f29e61e7-7d96-46c2-86fd-9fa4a864383b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.0814564 Dec 16 21:55:51.244305 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-40e72c86-3a8d-4f42-941f-962e0b32ad4c req-275d9dfa-5f08-484c-a0de-4f23fc3727ed tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489004 Dec 16 21:55:51.915836 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 8d6e20e3-24ab-402b-bb1c-768740de628e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 21:55:52.048685 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 8d6e20e3-24ab-402b-bb1c-768740de628e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8d6e20e3-24ab-402b-bb1c-768740de628e,segment=NetworkSegment(92dbd712-24d1-411e-9e6b-2f8b60b931ae),segment_id=92dbd712-24d1-411e-9e6b-2f8b60b931ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:55:52.066648 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': '8d6e20e3-24ab-402b-bb1c-768740de628e', 'network_id': '2e530999-de1f-49a8-9098-e3b03246db0c', 'port_id': '8d6e20e3-24ab-402b-bb1c-768740de628e', 'mac_address': 'fa:16:3e:84:d6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c720f0-609c-4da2-ab08-a2c321921327', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 21:55:52.114593 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:52.115228 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0541f24-907e-4862-8ae1-ac657cbf5ba7 req-58ee7129-7534-473c-b487-3989cc35126f tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:52.120756 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a0541f24-907e-4862-8ae1-ac657cbf5ba7 req-58ee7129-7534-473c-b487-3989cc35126f tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 943 time: 0.0661118 Dec 16 21:55:52.130791 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6e20e3-24ab-402b-bb1c-768740de628e {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:55:52.158858 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 8d6e20e3-24ab-402b-bb1c-768740de628e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8d6e20e3-24ab-402b-bb1c-768740de628e,segment=NetworkSegment(92dbd712-24d1-411e-9e6b-2f8b60b931ae),segment_id=92dbd712-24d1-411e-9e6b-2f8b60b931ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:55:52.210649 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a0541f24-907e-4862-8ae1-ac657cbf5ba7 req-3cf06d45-5094-4ca2-af9c-9965589f850e tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876114 Dec 16 21:55:52.227482 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f62317-6aa5-4165-a5e8-7b72b22dfda9 req-f7f974a0-c4af-41b3-aa47-8b40f83d64be tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:52.227482 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9f62317-6aa5-4165-a5e8-7b72b22dfda9 req-f7f974a0-c4af-41b3-aa47-8b40f83d64be tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 944 time: 0.0836687 Dec 16 21:55:52.245526 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:52.291268 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9f62317-6aa5-4165-a5e8-7b72b22dfda9 req-fff453d6-3a59-4af7-8f5d-462934877852 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598774 Dec 16 21:55:52.302547 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=8d6e20e3-24ab-402b-bb1c-768740de628e,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:52.377114 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1437d3-8fc9-4800-aacc-a10748693423 req-e8ffd930-9f40-470a-8630-d8b985f20889 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:52.378588 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a1437d3-8fc9-4800-aacc-a10748693423 req-e8ffd930-9f40-470a-8630-d8b985f20889 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.0583973 Dec 16 21:55:52.431798 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a1437d3-8fc9-4800-aacc-a10748693423 req-636d8692-4ec1-401c-90c8-1ffd3da662b9 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462492 Dec 16 21:55:53.334278 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ea402-52c1-47f6-90de-602eeb1a3f13 req-bf445e25-20dc-40fb-a74a-fecbf869df7b tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:53.335729 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a64ea402-52c1-47f6-90de-602eeb1a3f13 req-bf445e25-20dc-40fb-a74a-fecbf869df7b tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 944 time: 0.0528858 Dec 16 21:55:53.423558 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a64ea402-52c1-47f6-90de-602eeb1a3f13 req-13cfc313-8936-4cab-aed0-01839bddd663 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786881 Dec 16 21:55:53.454317 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b49b8-4528-473a-a6d2-d6d7cf5f9131 req-65785e94-01b8-4ff4-b0d4-0dcd7df3556d tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:53.456746 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-525b49b8-4528-473a-a6d2-d6d7cf5f9131 req-65785e94-01b8-4ff4-b0d4-0dcd7df3556d tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 944 time: 0.0846522 Dec 16 21:55:53.507899 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-525b49b8-4528-473a-a6d2-d6d7cf5f9131 req-6736dd43-8e6e-472f-80f1-441197e93fd2 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450840 Dec 16 21:55:53.555017 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36234a09-6abb-4190-bd24-e8d71ba14e01 req-67a7c161-75ad-495e-b807-08f9d29d0a10 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:53.556528 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-36234a09-6abb-4190-bd24-e8d71ba14e01 req-67a7c161-75ad-495e-b807-08f9d29d0a10 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.0527709 Dec 16 21:55:53.605077 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-36234a09-6abb-4190-bd24-e8d71ba14e01 req-bfc5e33d-5e19-4565-a093-d38cff366fcd tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424156 Dec 16 21:55:53.804421 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-1f0b9987-1aa4-4118-b5d4-4ac6991afdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:53.807032 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-1f0b9987-1aa4-4118-b5d4-4ac6991afdda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1971819039c4cf3865752304b29bb01&device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 1097 time: 0.0548887 Dec 16 21:55:53.853637 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-05b7d09a-e33c-4a77-8868-2ba8975e5938 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dada478a-0ac4-456c-b757-ffc048943264 HTTP/1.1" status: 200 len: 217 time: 0.0378959 Dec 16 21:55:53.906186 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-ef8f5812-d873-437b-b4cd-898800af6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:53.908248 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-ef8f5812-d873-437b-b4cd-898800af6463 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84291270-e6c0-402c-af46-4551769988aa HTTP/1.1" status: 200 len: 859 time: 0.0465691 Dec 16 21:55:53.941424 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-c25923af-900f-42c6-94e7-db1a002e8650 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=752880ba-371c-4f56-98a7-5aae487e8357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251751 Dec 16 21:55:54.032891 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-6f94abe8-dff6-4d5b-ac11-49a97f0afdf0 service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823073 Dec 16 21:55:54.041861 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['8d6e20e3-24ab-402b-bb1c-768740de628e'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:55:54.126331 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5c2f4167-10f5-4e20-a20a-8b1e9a7904c1 req-81862d12-3b0d-4496-b18e-f6c7fb169257 service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861697 Dec 16 21:55:54.558378 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5669a-2cbe-47f2-8abc-246ba14990ab req-e8e5403d-ac1a-426f-8a3d-5ca99f8ee7ac tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:54.560035 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-20f5669a-2cbe-47f2-8abc-246ba14990ab req-e8e5403d-ac1a-426f-8a3d-5ca99f8ee7ac tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 944 time: 0.0559776 Dec 16 21:55:54.641186 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-20f5669a-2cbe-47f2-8abc-246ba14990ab req-669195ce-9a0a-4bc9-a517-8cbdbb16beb7 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742531 Dec 16 21:55:54.653242 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a54c6-f31c-4bf3-8dc6-c0ef5f042fb0 req-f85eb3ab-8ed4-4e98-a251-003f406cbeaa tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:54.654654 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fa9a54c6-f31c-4bf3-8dc6-c0ef5f042fb0 req-f85eb3ab-8ed4-4e98-a251-003f406cbeaa tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 944 time: 0.0716884 Dec 16 21:55:54.712698 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fa9a54c6-f31c-4bf3-8dc6-c0ef5f042fb0 req-f1576ce2-aad9-4c0c-8661-cd51a5f10bb7 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516214 Dec 16 21:55:54.748782 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373f683-7af1-4503-98a0-7f9e8292a927 req-fad1e448-9265-42b4-98f3-90e33b2c8e01 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:54.751211 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c373f683-7af1-4503-98a0-7f9e8292a927 req-fad1e448-9265-42b4-98f3-90e33b2c8e01 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.0541606 Dec 16 21:55:54.802260 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c373f683-7af1-4503-98a0-7f9e8292a927 req-b07d80c3-eaf3-4066-93c4-0aba0aabc26d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450537 Dec 16 21:55:55.752404 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba5b83-b295-4bfc-9ad1-efe5d326e7ff req-b994c748-0602-45e1-ae1f-d92c5554c15a tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:55.753916 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-91ba5b83-b295-4bfc-9ad1-efe5d326e7ff req-b994c748-0602-45e1-ae1f-d92c5554c15a tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 944 time: 0.0468383 Dec 16 21:55:55.831254 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-91ba5b83-b295-4bfc-9ad1-efe5d326e7ff req-8c90d9ee-1c92-4847-941b-c67400e721bc tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712349 Dec 16 21:55:55.846595 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038f668-ad0d-4be0-a21a-cedcffc33d1b req-f14063db-3465-447e-a70f-3ab9ac16d058 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:55.848073 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9038f668-ad0d-4be0-a21a-cedcffc33d1b req-f14063db-3465-447e-a70f-3ab9ac16d058 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 944 time: 0.0661156 Dec 16 21:55:55.906382 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9038f668-ad0d-4be0-a21a-cedcffc33d1b req-5dbea9cf-978a-4024-8cd9-5ff394925c80 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520840 Dec 16 21:55:55.946739 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd90b42-c2e8-4ad1-8730-c8cbfa69892b req-10104520-db3e-4de1-a85c-095cff62d5bb tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:55.948284 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3bd90b42-c2e8-4ad1-8730-c8cbfa69892b req-10104520-db3e-4de1-a85c-095cff62d5bb tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.0584409 Dec 16 21:55:55.994817 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3bd90b42-c2e8-4ad1-8730-c8cbfa69892b req-5b4e0036-058f-4e4a-8e93-de71d620cdc2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399849 Dec 16 21:55:56.943051 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d07314-3baa-4eb3-940a-98c1b0eed3bf req-7eda9015-8ef5-4ba7-acaa-28a3b9b5ecac tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:56.944521 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-07d07314-3baa-4eb3-940a-98c1b0eed3bf req-7eda9015-8ef5-4ba7-acaa-28a3b9b5ecac tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 944 time: 0.0475423 Dec 16 21:55:57.017568 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-07d07314-3baa-4eb3-940a-98c1b0eed3bf req-18e5b72e-5a47-4575-8822-f41c8bab7662 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670538 Dec 16 21:55:57.045320 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22af75-4963-44a2-8527-560f3f3a9f54 req-564520c2-7448-4644-a2a4-be980ab948c0 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:57.046948 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed22af75-4963-44a2-8527-560f3f3a9f54 req-564520c2-7448-4644-a2a4-be980ab948c0 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 944 time: 0.0704169 Dec 16 21:55:57.123700 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed22af75-4963-44a2-8527-560f3f3a9f54 req-af7ae3ef-336c-4b86-bd83-e44fffc210c2 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707333 Dec 16 21:55:57.139568 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b998006-dc0b-40a9-bc15-103901de76e9 req-38a80634-931f-4585-b203-b76d0d0c16d6 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:57.141793 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b998006-dc0b-40a9-bc15-103901de76e9 req-38a80634-931f-4585-b203-b76d0d0c16d6 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.0652647 Dec 16 21:55:57.190037 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b998006-dc0b-40a9-bc15-103901de76e9 req-c53ea7d6-9ad5-4e45-a7bd-bf210f63420d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Dec 16 21:55:58.142169 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b11984-c811-4267-8b00-b67690cbdeb6 req-8507af09-b772-45c8-aaea-b1d00d838cd3 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:58.143768 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b4b11984-c811-4267-8b00-b67690cbdeb6 req-8507af09-b772-45c8-aaea-b1d00d838cd3 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 944 time: 0.0559521 Dec 16 21:55:58.197387 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b4b11984-c811-4267-8b00-b67690cbdeb6 req-c47b8c8e-cc56-46dc-bbfa-ee47ed24bf32 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458677 Dec 16 21:55:58.457267 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446dca2-ce38-4431-97ef-7a3712adbdcf req-54680e86-6565-4c51-b6e5-248fcbb9e684 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:58.459334 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5446dca2-ce38-4431-97ef-7a3712adbdcf req-54680e86-6565-4c51-b6e5-248fcbb9e684 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 944 time: 0.2025943 Dec 16 21:55:58.471459 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dd0f9-6e22-4d5b-80b1-bb95e726015f req-f2d6c085-effa-48bf-a0d5-89a81a323b4c tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:58.473066 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7b1dd0f9-6e22-4d5b-80b1-bb95e726015f req-f2d6c085-effa-48bf-a0d5-89a81a323b4c tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.0776141 Dec 16 21:55:58.544148 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5446dca2-ce38-4431-97ef-7a3712adbdcf req-cffea306-37df-49e0-9c5a-cf84b77c197c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702198 Dec 16 21:55:58.547847 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7b1dd0f9-6e22-4d5b-80b1-bb95e726015f req-0e78ebe7-098d-4067-a437-906739370ba3 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682702 Dec 16 21:55:58.890491 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 8d6e20e3-24ab-402b-bb1c-768740de628e up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:55:59.087019 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port 8d6e20e3-24ab-402b-bb1c-768740de628e completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 21:55:59.091095 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port 8d6e20e3-24ab-402b-bb1c-768740de628e triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:59.091463 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:59.182785 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:59.214262 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539efcac-37ea-4d1b-86b9-b9cd48a907b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6e20e3-24ab-402b-bb1c-768740de628e'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:55:59.286785 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 8d6e20e3-24ab-402b-bb1c-768740de628e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8d6e20e3-24ab-402b-bb1c-768740de628e,segment=NetworkSegment(92dbd712-24d1-411e-9e6b-2f8b60b931ae),segment_id=92dbd712-24d1-411e-9e6b-2f8b60b931ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:55:59.343140 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200da99-5b18-48d0-baf1-ccaacb206235 req-a8d7e91a-d719-4fdf-a601-93181ec167df tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:59.346157 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e200da99-5b18-48d0-baf1-ccaacb206235 req-a8d7e91a-d719-4fdf-a601-93181ec167df tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 944 time: 0.0711508 Dec 16 21:55:59.402213 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:59.403302 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e200da99-5b18-48d0-baf1-ccaacb206235 req-0b3f7b29-aa9a-4afa-ba81-234789c7a7d2 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458841 Dec 16 21:55:59.428365 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cb6207-afb5-4cf9-a62a-3c9fc142f44a" -d '{"events": [{"server_uuid": "539efcac-37ea-4d1b-86b9-b9cd48a907b5", "name": "network-vif-plugged", "status": "completed", "tag": "8d6e20e3-24ab-402b-bb1c-768740de628e"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:55:59.456857 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=8d6e20e3-24ab-402b-bb1c-768740de628e,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:59.522317 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c2c6cc-4be7-4e99-9303-48944657a102 x-openstack-request-id: req-a7c2c6cc-4be7-4e99-9303-48944657a102 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:55:59.522578 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539efcac-37ea-4d1b-86b9-b9cd48a907b5", "name": "network-vif-plugged", "status": "completed", "tag": "8d6e20e3-24ab-402b-bb1c-768740de628e", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:55:59.522887 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7c2c6cc-4be7-4e99-9303-48944657a102 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:55:59.523298 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539efcac-37ea-4d1b-86b9-b9cd48a907b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6e20e3-24ab-402b-bb1c-768740de628e', 'code': 200} Dec 16 21:55:59.704035 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4620532-b030-476c-8be2-138777b1fbcf req-3a20bf9a-880e-4f48-9a77-aa3065c9ec54 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:59.705546 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f4620532-b030-476c-8be2-138777b1fbcf req-3a20bf9a-880e-4f48-9a77-aa3065c9ec54 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 944 time: 0.0882432 Dec 16 21:55:59.717409 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a870f-333c-40a0-ab30-562f89bf7a42 req-501add9d-1a44-4234-82fe-ebf1e3686117 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:59.718870 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e39a870f-333c-40a0-ab30-562f89bf7a42 req-501add9d-1a44-4234-82fe-ebf1e3686117 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.0758746 Dec 16 21:55:59.794313 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f4620532-b030-476c-8be2-138777b1fbcf req-d9d94bef-8eb3-4791-999f-2b49b73e41f2 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706751 Dec 16 21:55:59.797730 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e39a870f-333c-40a0-ab30-562f89bf7a42 req-579ff3dc-0288-4d10-8ea8-233656c3f42b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713270 Dec 16 21:55:59.917831 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1d407-adc9-49f2-a28d-114dd6625bfb req-cf4862e5-a50e-49b9-8e45-61683f0c0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:59.919329 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c6d1d407-adc9-49f2-a28d-114dd6625bfb req-cf4862e5-a50e-49b9-8e45-61683f0c0b3a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 1098 time: 0.0710325 Dec 16 21:55:59.940002 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c6d1d407-adc9-49f2-a28d-114dd6625bfb req-f8a33012-547e-4da4-984b-51b00b9d2f2d service neutron] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:59.976076 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:00.017377 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c6d1d407-adc9-49f2-a28d-114dd6625bfb req-f8a33012-547e-4da4-984b-51b00b9d2f2d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:00.118979 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c6d1d407-adc9-49f2-a28d-114dd6625bfb req-f8a33012-547e-4da4-984b-51b00b9d2f2d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:00.149729 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 43606) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:00.176595 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c6d1d407-adc9-49f2-a28d-114dd6625bfb req-f8a33012-547e-4da4-984b-51b00b9d2f2d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499866 Dec 16 21:56:00.177302 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a33012-547e-4da4-984b-51b00b9d2f2d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=13dfbd20-91a1-46cb-b92f-d30b886b7d6d,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:00.266578 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9e46a6aa-5771-4efc-83f9-70fa016d0fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:00.338025 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9e46a6aa-5771-4efc-83f9-70fa016d0fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:00.455701 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9e46a6aa-5771-4efc-83f9-70fa016d0fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:00.503145 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-9e46a6aa-5771-4efc-83f9-70fa016d0fc7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2146b7fed6974e97949123ab8df3a08d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523271 Dec 16 21:56:00.506198 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 43630) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:00.517328 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46a6aa-5771-4efc-83f9-70fa016d0fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c43b77-347a-41e6-bacd-24bb1e5e12c6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:00.543692 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ca1e0-b6e1-40d9-a626-5f0ab4f8e149 req-f66377ca-37fc-4780-bf3c-3ae388bd2a7b tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:00.551539 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e46ca1e0-b6e1-40d9-a626-5f0ab4f8e149 req-f66377ca-37fc-4780-bf3c-3ae388bd2a7b tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 945 time: 0.0649836 Dec 16 21:56:00.557484 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-dba51dba-3ec0-4535-b023-26876a7cd883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:00.580879 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-dba51dba-3ec0-4535-b023-26876a7cd883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:00.601092 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e46ca1e0-b6e1-40d9-a626-5f0ab4f8e149 req-3d1c33af-5150-4fd0-9273-dcbb1e5f9de9 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485544 Dec 16 21:56:00.744685 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-dba51dba-3ec0-4535-b023-26876a7cd883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:00.747487 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-dba51dba-3ec0-4535-b023-26876a7cd883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:00.748853 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-dba51dba-3ec0-4535-b023-26876a7cd883 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3c43b77-347a-41e6-bacd-24bb1e5e12c6 HTTP/1.1" status: 204 len: 168 time: 0.2415023 Dec 16 21:56:00.759906 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba51dba-3ec0-4535-b023-26876a7cd883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c43b77-347a-41e6-bacd-24bb1e5e12c6,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:00.894355 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device f432d8b2-3e2c-417a-96a4-d1126494f26c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 21:56:00.955639 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fe1ff-e3f1-411b-a3ef-bbe2527400f9 req-477945ee-bb65-4fd7-9564-b966e648cf37 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:00.957439 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c6fe1ff-e3f1-411b-a3ef-bbe2527400f9 req-477945ee-bb65-4fd7-9564-b966e648cf37 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 944 time: 0.0838060 Dec 16 21:56:00.965607 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664da78-b845-4c3a-9ec7-0d28ef66496c req-f01aeeab-5cbf-4322-a63b-5f4beba6e841 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:00.967217 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e664da78-b845-4c3a-9ec7-0d28ef66496c req-f01aeeab-5cbf-4322-a63b-5f4beba6e841 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 943 time: 0.0817652 Dec 16 21:56:01.033283 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port f432d8b2-3e2c-417a-96a4-d1126494f26c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f432d8b2-3e2c-417a-96a4-d1126494f26c,segment=NetworkSegment(e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5),segment_id=e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:01.043845 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c6fe1ff-e3f1-411b-a3ef-bbe2527400f9 req-9991b27d-ba72-4a12-aec0-afdfc3086661 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756016 Dec 16 21:56:01.049303 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'f432d8b2-3e2c-417a-96a4-d1126494f26c', 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357', 'port_id': 'f432d8b2-3e2c-417a-96a4-d1126494f26c', 'mac_address': 'fa:16:3e:14:5a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84291270-e6c0-402c-af46-4551769988aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 21:56:01.059079 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 43650) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:01.065237 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e664da78-b845-4c3a-9ec7-0d28ef66496c req-8bdfdd84-b8c6-4e93-8b07-7d3784732c5f tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759563 Dec 16 21:56:01.095437 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.109738 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f432d8b2-3e2c-417a-96a4-d1126494f26c {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:56:01.129926 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port f432d8b2-3e2c-417a-96a4-d1126494f26c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f432d8b2-3e2c-417a-96a4-d1126494f26c,segment=NetworkSegment(e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5),segment_id=e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:01.190436 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.191214 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device dada478a-0ac4-456c-b757-ffc048943264 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 21:56:01.243248 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-be99a4a7-9a4d-4d50-b9b5-9d31e20fb69c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.260511 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port dada478a-0ac4-456c-b757-ffc048943264, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dada478a-0ac4-456c-b757-ffc048943264,segment=NetworkSegment(e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5),segment_id=e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:01.268327 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=f432d8b2-3e2c-417a-96a4-d1126494f26c,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:01.274819 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'dada478a-0ac4-456c-b757-ffc048943264', 'network_id': '752880ba-371c-4f56-98a7-5aae487e8357', 'port_id': 'dada478a-0ac4-456c-b757-ffc048943264', 'mac_address': 'fa:16:3e:b8:b5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84291270-e6c0-402c-af46-4551769988aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 21:56:01.314560 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.323601 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-be99a4a7-9a4d-4d50-b9b5-9d31e20fb69c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.327200 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dada478a-0ac4-456c-b757-ffc048943264 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:56:01.349315 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port dada478a-0ac4-456c-b757-ffc048943264, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dada478a-0ac4-456c-b757-ffc048943264,segment=NetworkSegment(e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5),segment_id=e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:01.410842 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-be99a4a7-9a4d-4d50-b9b5-9d31e20fb69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.454667 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-be99a4a7-9a4d-4d50-b9b5-9d31e20fb69c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4d28f2f89674c039b0eed8b971eca10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944759 Dec 16 21:56:01.455551 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99a4a7-9a4d-4d50-b9b5-9d31e20fb69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8b322b-80fe-43ab-bbb4-09ad49b40b5e,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:01.457280 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 43656) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:01.504713 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.505508 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 23395dab-fbbd-45ba-b515-1a2e37b463e5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 21:56:01.513330 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f9b11361-d34c-4a84-87be-3f173a5462c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.537689 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f9b11361-d34c-4a84-87be-3f173a5462c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.558640 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 43662) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:01.575023 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5266bfa9-d4a7-4a1a-b008-1dd5ca5c0bf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.600967 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=dada478a-0ac4-456c-b757-ffc048943264,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:01.644187 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 23395dab-fbbd-45ba-b515-1a2e37b463e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=23395dab-fbbd-45ba-b515-1a2e37b463e5,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:01.655631 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': '23395dab-fbbd-45ba-b515-1a2e37b463e5', 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf', 'port_id': '23395dab-fbbd-45ba-b515-1a2e37b463e5', 'mac_address': 'fa:16:3e:57:1d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f286ec-a6de-4cd3-bebc-afb6b74f70d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 21:56:01.695413 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.708431 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23395dab-fbbd-45ba-b515-1a2e37b463e5 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:56:01.716563 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7eee6-6688-4a36-9da0-f759d37fd5f2 req-d5e14a86-ac2e-415e-aeb5-c72865d89e34 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:01.718058 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ddd7eee6-6688-4a36-9da0-f759d37fd5f2 req-d5e14a86-ac2e-415e-aeb5-c72865d89e34 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 945 time: 0.0498230 Dec 16 21:56:01.719358 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f9b11361-d34c-4a84-87be-3f173a5462c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.722072 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f9b11361-d34c-4a84-87be-3f173a5462c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.726333 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f9b11361-d34c-4a84-87be-3f173a5462c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df8b322b-80fe-43ab-bbb4-09ad49b40b5e HTTP/1.1" status: 204 len: 168 time: 0.2679060 Dec 16 21:56:01.730252 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 23395dab-fbbd-45ba-b515-1a2e37b463e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=23395dab-fbbd-45ba-b515-1a2e37b463e5,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:01.746888 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b11361-d34c-4a84-87be-3f173a5462c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8b322b-80fe-43ab-bbb4-09ad49b40b5e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:01.789986 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5266bfa9-d4a7-4a1a-b008-1dd5ca5c0bf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.790851 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.797161 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ddd7eee6-6688-4a36-9da0-f759d37fd5f2 req-f6f7f086-c726-4809-bef9-9cbaa77f30e9 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648601 Dec 16 21:56:01.852936 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=23395dab-fbbd-45ba-b515-1a2e37b463e5,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:01.856505 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5266bfa9-d4a7-4a1a-b008-1dd5ca5c0bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:01.905743 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5266bfa9-d4a7-4a1a-b008-1dd5ca5c0bf6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc40789178874988a7f33720660846a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458822 Dec 16 21:56:01.907937 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266bfa9-d4a7-4a1a-b008-1dd5ca5c0bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b944e88a-4efe-4904-b64d-9540d85c9ff4,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:01.909263 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 43676) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:01.962520 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3e6459f2-2ee5-4ab1-91dd-965382309269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:02.011018 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3e6459f2-2ee5-4ab1-91dd-965382309269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:02.116580 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['23395dab-fbbd-45ba-b515-1a2e37b463e5'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:56:02.117044 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 43692) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:02.185264 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['f432d8b2-3e2c-417a-96a4-d1126494f26c'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:56:02.187666 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['dada478a-0ac4-456c-b757-ffc048943264'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:56:02.228936 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3e6459f2-2ee5-4ab1-91dd-965382309269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:02.232381 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3e6459f2-2ee5-4ab1-91dd-965382309269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:02.235086 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-3e6459f2-2ee5-4ab1-91dd-965382309269 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b944e88a-4efe-4904-b64d-9540d85c9ff4 HTTP/1.1" status: 204 len: 168 time: 0.3240702 Dec 16 21:56:02.266716 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6459f2-2ee5-4ab1-91dd-965382309269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b944e88a-4efe-4904-b64d-9540d85c9ff4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:02.299038 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e7761-afa0-4a60-9ef0-49d61dbb9c6b req-231e77c6-263e-4b6f-8831-148c923daf8f tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:02.300037 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-704e7761-afa0-4a60-9ef0-49d61dbb9c6b req-231e77c6-263e-4b6f-8831-148c923daf8f tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 944 time: 0.1452990 Dec 16 21:56:02.316894 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4792574a-74d3-436e-bff6-6225ea05a096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:02.335033 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c5ff-8c04-4c30-b207-aafe5419ac4b req-3bf1936e-3ae4-4aef-aeda-c4962e98c016 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:02.338724 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9534c5ff-8c04-4c30-b207-aafe5419ac4b req-3bf1936e-3ae4-4aef-aeda-c4962e98c016 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 945 time: 0.1690567 Dec 16 21:56:02.442591 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9534c5ff-8c04-4c30-b207-aafe5419ac4b req-aa4e63e8-e66f-4af8-b27b-35e7fc4dfbbb tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713143 Dec 16 21:56:02.457217 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-704e7761-afa0-4a60-9ef0-49d61dbb9c6b req-cb75295f-b743-44ea-aa5d-6c3729b7b3f0 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174333 Dec 16 21:56:02.474339 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4792574a-74d3-436e-bff6-6225ea05a096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:02.549751 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 43706) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:02.563293 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4ceeaf9c-b1f4-41e1-9e34-b74c05792c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:02.582360 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4792574a-74d3-436e-bff6-6225ea05a096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:02.632731 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-4792574a-74d3-436e-bff6-6225ea05a096 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=177f949b7300488ebe356167331e8ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5145278 Dec 16 21:56:02.635718 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 43708) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:02.643076 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792574a-74d3-436e-bff6-6225ea05a096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a4df08-2ba2-464a-b335-fa8eaaba95d9,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:02.693724 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4ceeaf9c-b1f4-41e1-9e34-b74c05792c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:02.693917 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3832a5d-4943-4c74-b360-a702eb7523ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:02.706908 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3832a5d-4943-4c74-b360-a702eb7523ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:02.795748 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4ceeaf9c-b1f4-41e1-9e34-b74c05792c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:02.826651 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3832a5d-4943-4c74-b360-a702eb7523ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:02.833400 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3832a5d-4943-4c74-b360-a702eb7523ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:02.837054 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-4ceeaf9c-b1f4-41e1-9e34-b74c05792c9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=484df27804f740829bdfc85fcb717484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862236 Dec 16 21:56:02.839159 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-e3832a5d-4943-4c74-b360-a702eb7523ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83a4df08-2ba2-464a-b335-fa8eaaba95d9 HTTP/1.1" status: 204 len: 168 time: 0.2024016 Dec 16 21:56:02.839486 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceeaf9c-b1f4-41e1-9e34-b74c05792c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece38c2c-ca41-4cea-a0d3-55ee83c73eb0,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:02.841705 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 43716) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:02.869506 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3832a5d-4943-4c74-b360-a702eb7523ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a4df08-2ba2-464a-b335-fa8eaaba95d9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:02.950808 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68ed6f8d-a1b7-41ab-97a3-f3ff41d1a6d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:02.975029 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5090f-8878-4e41-86a6-001e558e896b req-0ec520e5-1548-4731-823c-dac416aa1c2e tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:02.976528 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cfd5090f-8878-4e41-86a6-001e558e896b req-0ec520e5-1548-4731-823c-dac416aa1c2e tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 945 time: 0.0772827 Dec 16 21:56:02.993971 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68ed6f8d-a1b7-41ab-97a3-f3ff41d1a6d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:03.052621 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cfd5090f-8878-4e41-86a6-001e558e896b req-2ef0995b-0714-49b4-80d5-2b51a1d6d7de tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681031 Dec 16 21:56:03.191303 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68ed6f8d-a1b7-41ab-97a3-f3ff41d1a6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:03.194759 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68ed6f8d-a1b7-41ab-97a3-f3ff41d1a6d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:03.195819 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-68ed6f8d-a1b7-41ab-97a3-f3ff41d1a6d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ece38c2c-ca41-4cea-a0d3-55ee83c73eb0 HTTP/1.1" status: 204 len: 168 time: 0.3448584 Dec 16 21:56:03.207984 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed6f8d-a1b7-41ab-97a3-f3ff41d1a6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece38c2c-ca41-4cea-a0d3-55ee83c73eb0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:03.595505 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cacbc4-890c-4522-ae0d-5a0abe84430c req-61c4927c-5809-4f36-afb1-f6db5deeca6f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:03.597055 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8cacbc4-890c-4522-ae0d-5a0abe84430c req-61c4927c-5809-4f36-afb1-f6db5deeca6f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 945 time: 0.0800481 Dec 16 21:56:03.609589 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b1792-92f1-4431-b51a-585b3c6a30f6 req-c3ee5c6a-4aa0-4a88-a26e-9bf92dcf6e7d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:03.611291 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7f8b1792-92f1-4431-b51a-585b3c6a30f6 req-c3ee5c6a-4aa0-4a88-a26e-9bf92dcf6e7d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 944 time: 0.0672684 Dec 16 21:56:03.686438 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8cacbc4-890c-4522-ae0d-5a0abe84430c req-98eacc9a-29fe-44f9-b540-d68a2544be6c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741248 Dec 16 21:56:03.690743 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7f8b1792-92f1-4431-b51a-585b3c6a30f6 req-98694c2b-2c3c-4b7f-a4d2-5b7c433e4407 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721118 Dec 16 21:56:03.815197 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 43764) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:03.998006 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c220ff06-c976-4f42-a403-050d6f2881a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:04.084246 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c220ff06-c976-4f42-a403-050d6f2881a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:04.187966 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c220ff06-c976-4f42-a403-050d6f2881a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:04.228687 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220ff06-c976-4f42-a403-050d6f2881a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b37c48-a5b2-4cd7-b28a-90e1fe165e6e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:04.236665 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c220ff06-c976-4f42-a403-050d6f2881a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41a042435e1345318a0bea442e957bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4180939 Dec 16 21:56:04.237129 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 43790) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:04.287984 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b9340b6c-0dfb-47fb-8ae0-008cb2ccb0ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:04.309691 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b9340b6c-0dfb-47fb-8ae0-008cb2ccb0ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:04.448157 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b9340b6c-0dfb-47fb-8ae0-008cb2ccb0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:04.451273 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b9340b6c-0dfb-47fb-8ae0-008cb2ccb0ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:04.455578 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b9340b6c-0dfb-47fb-8ae0-008cb2ccb0ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27b37c48-a5b2-4cd7-b28a-90e1fe165e6e HTTP/1.1" status: 204 len: 168 time: 0.2143292 Dec 16 21:56:04.463249 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9340b6c-0dfb-47fb-8ae0-008cb2ccb0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b37c48-a5b2-4cd7-b28a-90e1fe165e6e,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:04.854212 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975408c-2198-4fff-932c-e8cf9bb050c6 req-edc49cb2-2996-408a-b045-d8d7dd138e13 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:04.866190 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9975408c-2198-4fff-932c-e8cf9bb050c6 req-edc49cb2-2996-408a-b045-d8d7dd138e13 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 944 time: 0.0816929 Dec 16 21:56:04.876259 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b68ad0-897d-4165-be29-ab9f479bd77d req-ad6f7477-5400-46fb-b450-75452a85d0c6 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:04.877841 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c6b68ad0-897d-4165-be29-ab9f479bd77d req-ad6f7477-5400-46fb-b450-75452a85d0c6 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 945 time: 0.1153414 Dec 16 21:56:04.919107 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device f432d8b2-3e2c-417a-96a4-d1126494f26c up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:04.956426 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9975408c-2198-4fff-932c-e8cf9bb050c6 req-3df0602b-9e94-45c2-9403-eb536a8b77cb tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893588 Dec 16 21:56:04.979736 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c6b68ad0-897d-4165-be29-ab9f479bd77d req-2f9c2e29-b3e0-4d8f-a91b-08014be48b5a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856459 Dec 16 21:56:05.098827 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port f432d8b2-3e2c-417a-96a4-d1126494f26c completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 21:56:05.103265 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port f432d8b2-3e2c-417a-96a4-d1126494f26c triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:05.103710 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:05.199873 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:05.238186 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d585c95-9003-41fb-aa90-5b8ef25c8486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f432d8b2-3e2c-417a-96a4-d1126494f26c'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:56:05.240517 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d5a456-4c53-4e31-8e1d-72f338e8f42d" -d '{"events": [{"server_uuid": "1d585c95-9003-41fb-aa90-5b8ef25c8486", "name": "network-vif-plugged", "status": "completed", "tag": "f432d8b2-3e2c-417a-96a4-d1126494f26c"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:56:05.278198 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port f432d8b2-3e2c-417a-96a4-d1126494f26c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f432d8b2-3e2c-417a-96a4-d1126494f26c,segment=NetworkSegment(e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5),segment_id=e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:05.290041 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa2689c-65a2-4571-9e6c-891c2fed9d0d x-openstack-request-id: req-3aa2689c-65a2-4571-9e6c-891c2fed9d0d {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:56:05.290377 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d585c95-9003-41fb-aa90-5b8ef25c8486", "name": "network-vif-plugged", "status": "completed", "tag": "f432d8b2-3e2c-417a-96a4-d1126494f26c", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:56:05.290640 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3aa2689c-65a2-4571-9e6c-891c2fed9d0d {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:56:05.291039 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d585c95-9003-41fb-aa90-5b8ef25c8486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f432d8b2-3e2c-417a-96a4-d1126494f26c', 'code': 200} Dec 16 21:56:05.339796 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:05.341208 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device dada478a-0ac4-456c-b757-ffc048943264 up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:05.503372 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=f432d8b2-3e2c-417a-96a4-d1126494f26c,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:05.559319 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port dada478a-0ac4-456c-b757-ffc048943264 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 21:56:05.563902 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port dada478a-0ac4-456c-b757-ffc048943264 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:05.564352 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:05.658491 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d51cd-eb1e-4ab1-a522-1fa22935db7e req-1180c8ce-d783-4d6e-b3df-25f7afbb1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:05.660416 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-664d51cd-eb1e-4ab1-a522-1fa22935db7e req-1180c8ce-d783-4d6e-b3df-25f7afbb1f35 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 1099 time: 0.0641806 Dec 16 21:56:05.676236 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:05.735352 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port dada478a-0ac4-456c-b757-ffc048943264, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dada478a-0ac4-456c-b757-ffc048943264,segment=NetworkSegment(e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5),segment_id=e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:05.739473 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-664d51cd-eb1e-4ab1-a522-1fa22935db7e req-1465f155-bbba-468c-9b58-3a209a6c1a21 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692341 Dec 16 21:56:05.822913 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:05.823774 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 23395dab-fbbd-45ba-b515-1a2e37b463e5 up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:06.041948 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=dada478a-0ac4-456c-b757-ffc048943264,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:06.124245 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1119786-b8f1-46af-8237-e542e6b6c809 req-ee1f2730-d7fe-4b7f-b22b-8013db0791e3 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:06.126718 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f1119786-b8f1-46af-8237-e542e6b6c809 req-ee1f2730-d7fe-4b7f-b22b-8013db0791e3 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 944 time: 0.0626745 Dec 16 21:56:06.167271 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port 23395dab-fbbd-45ba-b515-1a2e37b463e5 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 21:56:06.172671 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port 23395dab-fbbd-45ba-b515-1a2e37b463e5 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:06.173230 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:06.229533 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aafda-ca60-4a8e-94c5-61d53a1130db req-f82ecfb9-61c3-4d4d-a7fa-b495f311a191 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:06.231034 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-318aafda-ca60-4a8e-94c5-61d53a1130db req-f82ecfb9-61c3-4d4d-a7fa-b495f311a191 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.1032441 Dec 16 21:56:06.236563 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f1119786-b8f1-46af-8237-e542e6b6c809 req-a4c69db6-6cc6-4697-ac3e-0a25b3033b7c tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969276 Dec 16 21:56:06.299617 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:06.332487 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-318aafda-ca60-4a8e-94c5-61d53a1130db req-6d4dcfa4-4756-46e3-abf8-1def6548e75d tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802600 Dec 16 21:56:06.376229 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 23395dab-fbbd-45ba-b515-1a2e37b463e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=23395dab-fbbd-45ba-b515-1a2e37b463e5,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:06.459319 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:06.519618 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=23395dab-fbbd-45ba-b515-1a2e37b463e5,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:07.016219 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 43912) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:07.139382 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-649857e1-1f4b-4547-83e6-4ca83234d04f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:07.215473 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-649857e1-1f4b-4547-83e6-4ca83234d04f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:07.288304 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-649857e1-1f4b-4547-83e6-4ca83234d04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:07.292551 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0f6f46-fab2-4e53-bf27-e49fc771f8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dada478a-0ac4-456c-b757-ffc048943264'}, {'server_uuid': '965ba98b-c28c-448d-839a-00727d6a4c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23395dab-fbbd-45ba-b515-1a2e37b463e5'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:56:07.300519 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0e2438-36d1-42ef-93bf-90ebb294d930" -d '{"events": [{"server_uuid": "bf0f6f46-fab2-4e53-bf27-e49fc771f8ca", "name": "network-vif-plugged", "status": "completed", "tag": "dada478a-0ac4-456c-b757-ffc048943264"}, {"server_uuid": "965ba98b-c28c-448d-839a-00727d6a4c16", "name": "network-vif-plugged", "status": "completed", "tag": "23395dab-fbbd-45ba-b515-1a2e37b463e5"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:56:07.359607 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 21:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3119d298-a8be-4adb-95df-16cdecad3f98 x-openstack-request-id: req-3119d298-a8be-4adb-95df-16cdecad3f98 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:56:07.360210 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0f6f46-fab2-4e53-bf27-e49fc771f8ca", "name": "network-vif-plugged", "status": "completed", "tag": "dada478a-0ac4-456c-b757-ffc048943264", "code": 200}, {"server_uuid": "965ba98b-c28c-448d-839a-00727d6a4c16", "name": "network-vif-plugged", "status": "completed", "tag": "23395dab-fbbd-45ba-b515-1a2e37b463e5", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:56:07.360638 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3119d298-a8be-4adb-95df-16cdecad3f98 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:56:07.361183 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0f6f46-fab2-4e53-bf27-e49fc771f8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dada478a-0ac4-456c-b757-ffc048943264', 'code': 200} Dec 16 21:56:07.361609 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965ba98b-c28c-448d-839a-00727d6a4c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23395dab-fbbd-45ba-b515-1a2e37b463e5', 'code': 200} Dec 16 21:56:07.410269 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649857e1-1f4b-4547-83e6-4ca83234d04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817dfe7b-3b6d-43c9-af44-8eec116e4cf6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:07.415336 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-649857e1-1f4b-4547-83e6-4ca83234d04f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a03c962a2d6344ada53f55f1017e816a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979003 Dec 16 21:56:07.417817 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 43932) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:07.444988 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861a19d-a2b7-4fd4-b4c5-31034470e35a req-1444a9c5-976c-4e94-9b04-45ba93b2e0a1 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:07.450527 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1861a19d-a2b7-4fd4-b4c5-31034470e35a req-1444a9c5-976c-4e94-9b04-45ba93b2e0a1 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 945 time: 0.1282778 Dec 16 21:56:07.495445 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d613a35f-ef76-4f8c-95a6-c9ee0d17ab21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:07.521772 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d613a35f-ef76-4f8c-95a6-c9ee0d17ab21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:07.536649 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9a949-a94e-4234-9a61-eea70cd72c70 req-dc08ee7b-352b-4eb6-b1fa-8c6b722be0e9 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:07.538517 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b4e9a949-a94e-4234-9a61-eea70cd72c70 req-dc08ee7b-352b-4eb6-b1fa-8c6b722be0e9 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0812113 Dec 16 21:56:07.579814 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1861a19d-a2b7-4fd4-b4c5-31034470e35a req-23e5cc4f-5720-4d8a-ae56-e31047e00da2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165793 Dec 16 21:56:07.620536 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b4e9a949-a94e-4234-9a61-eea70cd72c70 req-8e4c2cdb-af77-476a-9ddd-a68281b7e8e5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737045 Dec 16 21:56:07.670464 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d613a35f-ef76-4f8c-95a6-c9ee0d17ab21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:07.673777 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d613a35f-ef76-4f8c-95a6-c9ee0d17ab21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:07.674945 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d613a35f-ef76-4f8c-95a6-c9ee0d17ab21 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/817dfe7b-3b6d-43c9-af44-8eec116e4cf6 HTTP/1.1" status: 204 len: 168 time: 0.2559540 Dec 16 21:56:07.684695 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613a35f-ef76-4f8c-95a6-c9ee0d17ab21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817dfe7b-3b6d-43c9-af44-8eec116e4cf6,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:07.871188 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad497e03-906c-471e-808a-281a0b1621a0 req-6434560a-a005-4dc4-aa54-d12921e4cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:07.873477 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ad497e03-906c-471e-808a-281a0b1621a0 req-6434560a-a005-4dc4-aa54-d12921e4cc36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 1099 time: 0.0676515 Dec 16 21:56:07.897045 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2532488-4046-4c4e-9765-5454ebf60d37 req-f0adaee7-a373-4113-a4ee-7934a95d10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:07.898554 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d2532488-4046-4c4e-9765-5454ebf60d37 req-f0adaee7-a373-4113-a4ee-7934a95d10d4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 1098 time: 0.1067207 Dec 16 21:56:07.941476 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ad497e03-906c-471e-808a-281a0b1621a0 req-629e64a2-0d2b-44a4-974e-3b3f9caf86cf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596480 Dec 16 21:56:07.964645 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d2532488-4046-4c4e-9765-5454ebf60d37 req-31612dd3-65f3-4126-8aab-1b9815a84cd5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545242 Dec 16 21:56:08.716074 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43cb53-5b66-45ca-8c95-54fc134bf679 req-eed6ef92-b0d9-4cbe-a177-5e5cef30e2c0 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:08.721076 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c43cb53-5b66-45ca-8c95-54fc134bf679 req-eed6ef92-b0d9-4cbe-a177-5e5cef30e2c0 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 945 time: 0.0636392 Dec 16 21:56:08.787546 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25ee08-403d-48cf-b99c-ad179bca5249 req-bd55317c-6a51-4aea-aee1-9d4e1810d0aa tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:08.789119 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bc25ee08-403d-48cf-b99c-ad179bca5249 req-bd55317c-6a51-4aea-aee1-9d4e1810d0aa tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0932040 Dec 16 21:56:08.802572 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c43cb53-5b66-45ca-8c95-54fc134bf679 req-ac2cb6f0-44e0-45c4-bf05-5d29a15a8c08 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637178 Dec 16 21:56:08.855301 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bc25ee08-403d-48cf-b99c-ad179bca5249 req-0cab3b4c-fff0-43bd-8210-92e93c85097f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468442 Dec 16 21:56:10.007340 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe148189-3272-482c-9520-5ae07e70a821 req-c8a2f084-3e06-470a-a4b9-0ec4982eb706 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:10.008860 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe148189-3272-482c-9520-5ae07e70a821 req-c8a2f084-3e06-470a-a4b9-0ec4982eb706 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 945 time: 0.0972602 Dec 16 21:56:10.023346 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1abf1-6891-49f0-af35-8a7df7a652b1 req-2446fcbb-1a17-40b2-a289-27ed5bfa2a0c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:10.024816 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-35b1abf1-6891-49f0-af35-8a7df7a652b1 req-2446fcbb-1a17-40b2-a289-27ed5bfa2a0c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0695078 Dec 16 21:56:10.052943 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-022e6944-7f6f-4b4e-9c6d-cbce158fba5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:10.094264 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe148189-3272-482c-9520-5ae07e70a821 req-3abf1508-5a7e-48ca-b288-5dd028158d27 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789659 Dec 16 21:56:10.105913 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-35b1abf1-6891-49f0-af35-8a7df7a652b1 req-665cb74f-e4fb-4c52-8fa8-18e3f56910e4 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736475 Dec 16 21:56:10.740552 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804c855-9a5a-4637-8959-f37f879fd39d req-90b1fb08-d1e8-45c7-b0ba-ce0edb2cac1c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:10.742025 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d804c855-9a5a-4637-8959-f37f879fd39d req-90b1fb08-d1e8-45c7-b0ba-ce0edb2cac1c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0487428 Dec 16 21:56:10.805454 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d804c855-9a5a-4637-8959-f37f879fd39d req-efb83f81-4b06-4d1c-93de-80e6e1fbfd4c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572526 Dec 16 21:56:10.832035 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c597d-1998-4e77-8331-d0f556d6ad15 req-dc0a24be-37fe-45a4-bb91-749147f66ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:10.833596 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1f7c597d-1998-4e77-8331-d0f556d6ad15 req-dc0a24be-37fe-45a4-bb91-749147f66ff9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1971819039c4cf3865752304b29bb01&device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 1099 time: 0.0418856 Dec 16 21:56:10.950658 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c597d-1998-4e77-8331-d0f556d6ad15 req-7a2eb062-ec1e-43f8-b7e8-9a7c73db2300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:10.952210 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1f7c597d-1998-4e77-8331-d0f556d6ad15 req-7a2eb062-ec1e-43f8-b7e8-9a7c73db2300 service neutron] 10.222.0.59 "GET /v2.0/networks?id=752880ba-371c-4f56-98a7-5aae487e8357 HTTP/1.1" status: 200 len: 920 time: 0.0912695 Dec 16 21:56:10.995121 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1f7c597d-1998-4e77-8331-d0f556d6ad15 req-cffcd1a2-eb3f-48a9-9033-61392359f1ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dada478a-0ac4-456c-b757-ffc048943264 HTTP/1.1" status: 200 len: 217 time: 0.0353353 Dec 16 21:56:11.055878 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c597d-1998-4e77-8331-d0f556d6ad15 req-5081567f-3086-49a7-a25c-90e050155f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:11.059149 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1f7c597d-1998-4e77-8331-d0f556d6ad15 req-5081567f-3086-49a7-a25c-90e050155f4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84291270-e6c0-402c-af46-4551769988aa HTTP/1.1" status: 200 len: 859 time: 0.0558999 Dec 16 21:56:11.096949 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1f7c597d-1998-4e77-8331-d0f556d6ad15 req-eb9c40e9-705e-4a21-9fca-ce4ca09f1a80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=752880ba-371c-4f56-98a7-5aae487e8357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301559 Dec 16 21:56:11.194451 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1f7c597d-1998-4e77-8331-d0f556d6ad15 req-5b373484-d93a-4d04-b64b-1564f3fbdc6f service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870273 Dec 16 21:56:11.290636 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1f7c597d-1998-4e77-8331-d0f556d6ad15 req-2f5d6714-d9a4-4168-9ffd-b63da2a702cb service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852678 Dec 16 21:56:11.945697 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbcdca-bf14-463f-8cc7-b7997c69d8f0 req-fb22a83d-0043-4746-b20d-53747ed70a1f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:11.949725 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9fbcdca-bf14-463f-8cc7-b7997c69d8f0 req-fb22a83d-0043-4746-b20d-53747ed70a1f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0536134 Dec 16 21:56:12.007749 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9fbcdca-bf14-463f-8cc7-b7997c69d8f0 req-5d603a2d-b939-4e78-b5cd-e21089509230 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481436 Dec 16 21:56:12.346658 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 44164) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:12.459478 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9d44b6ca-66ae-4bde-ace9-1871dd1c4ec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:12.544105 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9d44b6ca-66ae-4bde-ace9-1871dd1c4ec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:12.661790 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9d44b6ca-66ae-4bde-ace9-1871dd1c4ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:12.661877 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8abbf42-91cc-4f75-9187-fb90f8b10ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:12.706170 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9d44b6ca-66ae-4bde-ace9-1871dd1c4ec2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c91e3e553d74cc59a959cb3722cb543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560297 Dec 16 21:56:12.706170 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44b6ca-66ae-4bde-ace9-1871dd1c4ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adba42de-49c9-4fc6-bcaa-a2e537379278,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:12.706500 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44180) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:12.758818 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b704-bb60-485c-a2d5-08077f9195b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:12.780870 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b704-bb60-485c-a2d5-08077f9195b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:12.927335 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b704-bb60-485c-a2d5-08077f9195b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:12.929901 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b704-bb60-485c-a2d5-08077f9195b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:12.931022 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-2ed3b704-bb60-485c-a2d5-08077f9195b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/adba42de-49c9-4fc6-bcaa-a2e537379278 HTTP/1.1" status: 204 len: 168 time: 0.2235122 Dec 16 21:56:12.939431 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3b704-bb60-485c-a2d5-08077f9195b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adba42de-49c9-4fc6-bcaa-a2e537379278,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:13.122800 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06652b0-e883-4873-b144-f15be306b0be req-0a1b16ad-5f02-4135-a46b-1da733b837db tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:13.124243 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f06652b0-e883-4873-b144-f15be306b0be req-0a1b16ad-5f02-4135-a46b-1da733b837db tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0479324 Dec 16 21:56:13.177303 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f06652b0-e883-4873-b144-f15be306b0be req-95fad64f-25f2-4d00-8e15-04178bc1b95e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464139 Dec 16 21:56:13.276441 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:56:13.516713 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:13.610318 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44230) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:13.622122 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b44274a-f6aa-49ed-8d18-a9c805ba4416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:13.721203 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b44274a-f6aa-49ed-8d18-a9c805ba4416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:13.785694 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b44274a-f6aa-49ed-8d18-a9c805ba4416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:13.835759 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7b44274a-f6aa-49ed-8d18-a9c805ba4416 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5106e956dc634f60b4b29075deb63726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247744 Dec 16 21:56:13.836793 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44274a-f6aa-49ed-8d18-a9c805ba4416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2a49f3-6867-4413-8126-f2ee85e12958,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:13.838296 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 44242) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:13.888271 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b7f66b87-0ca6-4e10-bf4b-01902ec69b86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:13.910629 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b7f66b87-0ca6-4e10-bf4b-01902ec69b86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:14.096062 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b7f66b87-0ca6-4e10-bf4b-01902ec69b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:14.101307 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b7f66b87-0ca6-4e10-bf4b-01902ec69b86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:14.103109 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b7f66b87-0ca6-4e10-bf4b-01902ec69b86 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc2a49f3-6867-4413-8126-f2ee85e12958 HTTP/1.1" status: 204 len: 168 time: 0.2637553 Dec 16 21:56:14.112219 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f66b87-0ca6-4e10-bf4b-01902ec69b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2a49f3-6867-4413-8126-f2ee85e12958,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:14.220556 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 44258) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:14.302626 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051546ea-c607-4e81-993d-2d2ade6d17ae req-4d04e824-2a1b-4453-a6d6-d69078f988a4 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:14.311660 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-051546ea-c607-4e81-993d-2d2ade6d17ae req-4d04e824-2a1b-4453-a6d6-d69078f988a4 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0581689 Dec 16 21:56:14.336659 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-69c83319-ddcb-4bc9-a2f2-14ae2239bc1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:14.356731 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-051546ea-c607-4e81-993d-2d2ade6d17ae req-82002fc7-c239-48a2-b9e5-f39259d5dcc8 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461996 Dec 16 21:56:14.428325 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-69c83319-ddcb-4bc9-a2f2-14ae2239bc1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:14.587393 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-69c83319-ddcb-4bc9-a2f2-14ae2239bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:14.626477 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c83319-ddcb-4bc9-a2f2-14ae2239bc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4624cfa-414c-4c0b-910a-db291c4f7c80,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:14.633627 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-69c83319-ddcb-4bc9-a2f2-14ae2239bc1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=896fa8f8bbdf44128e09d49a65237ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4090333 Dec 16 21:56:14.634042 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 44284) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:14.705653 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1fd40cc5-ea16-4b39-b66d-d3bbba0ce203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:14.727410 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1fd40cc5-ea16-4b39-b66d-d3bbba0ce203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:14.873873 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1fd40cc5-ea16-4b39-b66d-d3bbba0ce203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:14.881531 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1fd40cc5-ea16-4b39-b66d-d3bbba0ce203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:14.885951 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1fd40cc5-ea16-4b39-b66d-d3bbba0ce203 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4624cfa-414c-4c0b-910a-db291c4f7c80 HTTP/1.1" status: 204 len: 168 time: 0.2508590 Dec 16 21:56:14.895231 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd40cc5-ea16-4b39-b66d-d3bbba0ce203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4624cfa-414c-4c0b-910a-db291c4f7c80,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:14.984840 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:15.024636 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 44298) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:15.377345 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 44308) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:15.480169 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f09a0-c749-403c-9b33-e9f674238fce req-0517d991-1959-4f64-ab6b-938ff1608aea tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:15.481691 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-db7f09a0-c749-403c-9b33-e9f674238fce req-0517d991-1959-4f64-ab6b-938ff1608aea tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0483079 Dec 16 21:56:15.488932 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3e04358f-724e-4f5e-9d80-3de04f81b5fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:15.547581 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-db7f09a0-c749-403c-9b33-e9f674238fce req-832dd22e-96f2-47e5-8a54-3fe318c3fe34 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588408 Dec 16 21:56:15.592098 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c1f38f2b-bfe2-4daf-84de-d50a8fa7f3ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:15.623361 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3e04358f-724e-4f5e-9d80-3de04f81b5fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:15.697975 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c1f38f2b-bfe2-4daf-84de-d50a8fa7f3ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:15.767544 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3e04358f-724e-4f5e-9d80-3de04f81b5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:15.797774 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44330) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:15.822842 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb687a50-b953-46bb-8388-1c19869e8ab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:15.832524 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-3e04358f-724e-4f5e-9d80-3de04f81b5fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cfd2893e8d094603909e2c747191acd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8066592 Dec 16 21:56:15.835478 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 44336) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:15.843278 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04358f-724e-4f5e-9d80-3de04f81b5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40463610-046c-4308-a286-ebaa822edd21,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:15.887548 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:15.890829 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c1f38f2b-bfe2-4daf-84de-d50a8fa7f3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:15.925303 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5f9a5b4c-2690-4ef0-8a6c-fbcbde5df2fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:15.953478 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f38f2b-bfe2-4daf-84de-d50a8fa7f3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80df56b8-8a28-478a-8822-2f0c00c3a294,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:15.957752 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb687a50-b953-46bb-8388-1c19869e8ab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:15.962294 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c1f38f2b-bfe2-4daf-84de-d50a8fa7f3ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=267bcd51c4ea48cba84d4143b53ac641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5836618 Dec 16 21:56:15.965115 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44342) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:15.967133 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5f9a5b4c-2690-4ef0-8a6c-fbcbde5df2fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:16.019044 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33fda1aa-08fe-47b8-8bd6-1de4ec09f48a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:16.043933 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33fda1aa-08fe-47b8-8bd6-1de4ec09f48a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:16.082057 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb687a50-b953-46bb-8388-1c19869e8ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:16.113358 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5f9a5b4c-2690-4ef0-8a6c-fbcbde5df2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:16.121888 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-eb687a50-b953-46bb-8388-1c19869e8ab1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=970d5744f00d40578b1c51aface56123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226998 Dec 16 21:56:16.123265 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb687a50-b953-46bb-8388-1c19869e8ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca533d-a2c7-448a-b2ea-7904c987a3f8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:16.127206 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44346) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:16.134347 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5f9a5b4c-2690-4ef0-8a6c-fbcbde5df2fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:16.145702 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5f9a5b4c-2690-4ef0-8a6c-fbcbde5df2fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40463610-046c-4308-a286-ebaa822edd21 HTTP/1.1" status: 204 len: 168 time: 0.3088768 Dec 16 21:56:16.154643 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a5b4c-2690-4ef0-8a6c-fbcbde5df2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40463610-046c-4308-a286-ebaa822edd21,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:16.203958 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f5200274-1ef0-4c36-90f1-148ababc38ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:16.217249 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33fda1aa-08fe-47b8-8bd6-1de4ec09f48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:16.220135 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33fda1aa-08fe-47b8-8bd6-1de4ec09f48a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:16.221253 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-33fda1aa-08fe-47b8-8bd6-1de4ec09f48a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80df56b8-8a28-478a-8822-2f0c00c3a294 HTTP/1.1" status: 204 len: 168 time: 0.2549479 Dec 16 21:56:16.262364 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f5200274-1ef0-4c36-90f1-148ababc38ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:16.264029 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fda1aa-08fe-47b8-8bd6-1de4ec09f48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80df56b8-8a28-478a-8822-2f0c00c3a294,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:16.304925 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43f1ec-d4c1-413c-b151-23d3a03dc7b3 req-bb29ae68-faf0-4edb-802d-6a311e35e57f tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:16.306427 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-db43f1ec-d4c1-413c-b151-23d3a03dc7b3 req-bb29ae68-faf0-4edb-802d-6a311e35e57f tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 945 time: 0.1049118 Dec 16 21:56:16.358464 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-db43f1ec-d4c1-413c-b151-23d3a03dc7b3 req-9dbeb492-a287-4e92-9fdc-54a98ed6b44b tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439181 Dec 16 21:56:16.442009 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f5200274-1ef0-4c36-90f1-148ababc38ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:16.444872 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f5200274-1ef0-4c36-90f1-148ababc38ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:16.446003 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f5200274-1ef0-4c36-90f1-148ababc38ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5ca533d-a2c7-448a-b2ea-7904c987a3f8 HTTP/1.1" status: 204 len: 168 time: 0.3176680 Dec 16 21:56:16.454141 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5200274-1ef0-4c36-90f1-148ababc38ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca533d-a2c7-448a-b2ea-7904c987a3f8,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:16.669556 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f138521-abab-4905-8887-8339adb8a861 req-3abbebca-d295-42b4-8825-b47977c9462a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:16.672288 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f138521-abab-4905-8887-8339adb8a861 req-3abbebca-d295-42b4-8825-b47977c9462a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0510740 Dec 16 21:56:16.750234 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f138521-abab-4905-8887-8339adb8a861 req-c1de4c33-c4c9-4fe2-9aaa-6f9ca2e2f0f9 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711956 Dec 16 21:56:17.082532 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 44372) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:17.104552 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1e10698f-3a11-4490-b010-9a931e436852 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:17.201496 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1e10698f-3a11-4490-b010-9a931e436852 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:17.267171 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1e10698f-3a11-4490-b010-9a931e436852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:17.312797 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1e10698f-3a11-4490-b010-9a931e436852 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81fc3308de664a44a207346346a712b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260695 Dec 16 21:56:17.315424 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 44388) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:17.322548 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10698f-3a11-4490-b010-9a931e436852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4f133c-2077-4eaa-ac15-afdcfe30a047,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:17.375593 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5bd897be-f17c-4bf7-88b7-de9657c28cc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:17.405086 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5bd897be-f17c-4bf7-88b7-de9657c28cc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:17.482324 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b50f2-21bc-4773-ac9d-7322d19e1232 req-f636b998-a4a4-443d-b0fc-4a6832d1598d tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:17.483949 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b7b50f2-21bc-4773-ac9d-7322d19e1232 req-f636b998-a4a4-443d-b0fc-4a6832d1598d tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 945 time: 0.0479646 Dec 16 21:56:17.530441 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5bd897be-f17c-4bf7-88b7-de9657c28cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:17.532074 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b7b50f2-21bc-4773-ac9d-7322d19e1232 req-8344ecb0-e379-42c8-921e-4e90a51a2a20 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417557 Dec 16 21:56:17.535397 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5bd897be-f17c-4bf7-88b7-de9657c28cc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:17.536609 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5bd897be-f17c-4bf7-88b7-de9657c28cc7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc4f133c-2077-4eaa-ac15-afdcfe30a047 HTTP/1.1" status: 204 len: 168 time: 0.2200820 Dec 16 21:56:17.545012 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd897be-f17c-4bf7-88b7-de9657c28cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4f133c-2077-4eaa-ac15-afdcfe30a047,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:17.884915 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7ea61-6f8c-4ada-ac0e-c720ed6b5431 req-ce73c6ce-264f-418d-aae5-fc65d5e1f1d8 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:17.886420 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ada7ea61-6f8c-4ada-ac0e-c720ed6b5431 req-ce73c6ce-264f-418d-aae5-fc65d5e1f1d8 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0581648 Dec 16 21:56:17.939171 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ada7ea61-6f8c-4ada-ac0e-c720ed6b5431 req-6ee185d9-4d7c-4380-91c4-0985497667cb tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437906 Dec 16 21:56:18.880623 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fc0c5-381a-4684-a929-e26650f2beaf req-d5d37adf-eb5c-4489-9dd3-d97147d746f3 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:18.880623 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-961fc0c5-381a-4684-a929-e26650f2beaf req-d5d37adf-eb5c-4489-9dd3-d97147d746f3 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 945 time: 0.1656265 Dec 16 21:56:18.880623 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-961fc0c5-381a-4684-a929-e26650f2beaf req-eb4d5b61-3bb5-4c7a-8764-7df95c26694c tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432038 Dec 16 21:56:19.060817 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53145829-ab98-4fe4-9c05-92f361bfb5a7 req-46231f2c-74d2-4714-832a-20f87743087c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:19.062768 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-53145829-ab98-4fe4-9c05-92f361bfb5a7 req-46231f2c-74d2-4714-832a-20f87743087c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0509064 Dec 16 21:56:19.108371 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-53145829-ab98-4fe4-9c05-92f361bfb5a7 req-90764519-3211-4502-988d-0f5b0cf1fc52 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Dec 16 21:56:20.008005 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e105ee-82af-441d-a218-f094a6dea83f req-ea7d0370-9681-4126-9edd-fb066a2cf0a4 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:20.010422 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83e105ee-82af-441d-a218-f094a6dea83f req-ea7d0370-9681-4126-9edd-fb066a2cf0a4 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 945 time: 0.0594931 Dec 16 21:56:20.076056 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83e105ee-82af-441d-a218-f094a6dea83f req-489dc5d4-4cf8-4ffd-9a0c-1f674827143f tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602107 Dec 16 21:56:20.253589 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e7914-872f-4e55-85c4-0d4b54d9a652 req-54c5ee25-9cd8-428d-bac3-a8cca84a1f1e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:20.255224 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-405e7914-872f-4e55-85c4-0d4b54d9a652 req-54c5ee25-9cd8-428d-bac3-a8cca84a1f1e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0540500 Dec 16 21:56:20.309128 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-405e7914-872f-4e55-85c4-0d4b54d9a652 req-42dbc36a-d975-47b1-affb-06536ce7a2b1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462222 Dec 16 21:56:21.020718 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 44542) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:21.133503 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:21.221298 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:21.227689 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedeb85-cf91-4d79-bf3c-e54bc81e173a req-7be6a5a3-0e13-42cc-8245-2cddd64e1afc tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:21.232970 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6aedeb85-cf91-4d79-bf3c-e54bc81e173a req-7be6a5a3-0e13-42cc-8245-2cddd64e1afc tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 945 time: 0.0691569 Dec 16 21:56:21.278065 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6aedeb85-cf91-4d79-bf3c-e54bc81e173a req-b514527c-c24a-4664-ad6f-b2255589cd27 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426655 Dec 16 21:56:21.322127 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:21.363086 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f98da48509d4df7b4a52272ed479419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411636 Dec 16 21:56:21.365014 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85820c5b-f270-4bc5-965a-38d4aa604a94,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:21.370582 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44556) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:21.372048 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.372396 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.372768 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.373101 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.373431 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.373757 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.374084 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.375026 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.375495 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.375997 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.376348 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.376716 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.377056 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650b572-1055-4a26-b88c-819cebb0ff62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.460660 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be3e05-deef-43e8-ad5b-93ab44403785 req-20013dad-d963-478b-ad7b-72bade487e2a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:21.462137 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e9be3e05-deef-43e8-ad5b-93ab44403785 req-20013dad-d963-478b-ad7b-72bade487e2a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0819290 Dec 16 21:56:21.465130 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:21.500010 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:21.545207 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e9be3e05-deef-43e8-ad5b-93ab44403785 req-16f227c8-405b-4411-b785-6af05979a35c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770574 Dec 16 21:56:21.638506 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:21.641937 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:21.643224 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85820c5b-f270-4bc5-965a-38d4aa604a94 HTTP/1.1" status: 204 len: 168 time: 0.2713380 Dec 16 21:56:21.651720 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85820c5b-f270-4bc5-965a-38d4aa604a94,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:21.659022 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.659385 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.659850 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.660049 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.660462 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.660808 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.661130 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.661579 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.661928 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.662224 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.662543 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.662864 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:21.663178 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d8948-1540-4940-a282-22bd00645d42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:22.236561 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44572) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:22.250166 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f640473-806c-4dc5-9f14-932de65c42d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:22.331577 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f640473-806c-4dc5-9f14-932de65c42d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:22.399436 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f608c-06e2-4ec2-a85d-9fdf7fc64432 req-3a388545-3284-47d9-a126-29eb8e1e896c tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:22.400853 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b18f608c-06e2-4ec2-a85d-9fdf7fc64432 req-3a388545-3284-47d9-a126-29eb8e1e896c tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 945 time: 0.0519147 Dec 16 21:56:22.433086 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f640473-806c-4dc5-9f14-932de65c42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:22.476989 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b18f608c-06e2-4ec2-a85d-9fdf7fc64432 req-383a7778-b741-4e36-b523-82cbb445f0a0 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693033 Dec 16 21:56:22.483412 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6f640473-806c-4dc5-9f14-932de65c42d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=132931dc66534c38ac6374ee7cbccc64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457166 Dec 16 21:56:22.486592 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 44578) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:22.488478 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f640473-806c-4dc5-9f14-932de65c42d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee416e96-2b71-4c01-99c2-49e5be106704,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:22.536127 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3a98d454-f72b-474a-9bd9-25d2f2186108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:22.558081 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3a98d454-f72b-474a-9bd9-25d2f2186108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:22.663693 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b109e5-f4c5-45ca-b7d8-38d1eaf0e784 req-8bfb2a00-8417-4ad3-aafe-094e3af2f4bc tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:22.665205 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e3b109e5-f4c5-45ca-b7d8-38d1eaf0e784 req-8bfb2a00-8417-4ad3-aafe-094e3af2f4bc tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0477271 Dec 16 21:56:22.695602 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3a98d454-f72b-474a-9bd9-25d2f2186108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:22.698290 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3a98d454-f72b-474a-9bd9-25d2f2186108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:22.699458 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-3a98d454-f72b-474a-9bd9-25d2f2186108 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee416e96-2b71-4c01-99c2-49e5be106704 HTTP/1.1" status: 204 len: 168 time: 0.2112157 Dec 16 21:56:22.708558 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98d454-f72b-474a-9bd9-25d2f2186108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee416e96-2b71-4c01-99c2-49e5be106704,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:22.712806 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e3b109e5-f4c5-45ca-b7d8-38d1eaf0e784 req-7d148e08-176a-477c-b06b-498698e5c169 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415454 Dec 16 21:56:23.612752 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e74b48-5850-4a7b-96aa-1318c0d2c116 req-2d6549df-790f-4592-80a4-d76b05cfc0cd tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:23.615004 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9e74b48-5850-4a7b-96aa-1318c0d2c116 req-2d6549df-790f-4592-80a4-d76b05cfc0cd tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 945 time: 0.0647368 Dec 16 21:56:23.663934 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9e74b48-5850-4a7b-96aa-1318c0d2c116 req-ada2145c-b96b-4ff4-9f91-cc64c8d88667 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/security-groups?id=8128c281-5993-4b95-84e1-d60aa4dc6822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431886 Dec 16 21:56:23.673042 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cbfaa-a3e9-48f7-b41e-925efb6d9d2a req-ad89bc04-53ff-4449-8d1d-88f66b29177a tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:23.674540 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d31cbfaa-a3e9-48f7-b41e-925efb6d9d2a req-ad89bc04-53ff-4449-8d1d-88f66b29177a tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.59 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 945 time: 0.0798745 Dec 16 21:56:23.840881 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-d31cbfaa-a3e9-48f7-b41e-925efb6d9d2a req-18239189-9186-444c-8838-5144e0fee06e tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Deleting port 8d6e20e3-24ab-402b-bb1c-768740de628e {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 21:56:23.841444 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-d31cbfaa-a3e9-48f7-b41e-925efb6d9d2a req-18239189-9186-444c-8838-5144e0fee06e tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:23.865132 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33ea07-6183-4312-a9e8-a98b1ebb5e34 req-74fa9c6c-e9df-4d14-9efd-37293bed9ea1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:23.866440 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c33ea07-6183-4312-a9e8-a98b1ebb5e34 req-74fa9c6c-e9df-4d14-9efd-37293bed9ea1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0802748 Dec 16 21:56:23.941924 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c33ea07-6183-4312-a9e8-a98b1ebb5e34 req-b4e527de-5182-4d82-af22-c7ce960bf00d tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651572 Dec 16 21:56:23.954987 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-d31cbfaa-a3e9-48f7-b41e-925efb6d9d2a req-18239189-9186-444c-8838-5144e0fee06e tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] For port 8d6e20e3-24ab-402b-bb1c-768740de628e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8d6e20e3-24ab-402b-bb1c-768740de628e,segment=NetworkSegment(92dbd712-24d1-411e-9e6b-2f8b60b931ae),segment_id=92dbd712-24d1-411e-9e6b-2f8b60b931ae)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:23.955482 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-d31cbfaa-a3e9-48f7-b41e-925efb6d9d2a req-18239189-9186-444c-8838-5144e0fee06e tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:23.972420 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-d31cbfaa-a3e9-48f7-b41e-925efb6d9d2a req-18239189-9186-444c-8838-5144e0fee06e tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Calling delete_port for 8d6e20e3-24ab-402b-bb1c-768740de628e owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 21:56:24.222315 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-d31cbfaa-a3e9-48f7-b41e-925efb6d9d2a req-18239189-9186-444c-8838-5144e0fee06e tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:24.258508 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18239189-9186-444c-8838-5144e0fee06e tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Pushing event deleted for resources: {'Port': ['ID=8d6e20e3-24ab-402b-bb1c-768740de628e,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:24.320195 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31cbfaa-a3e9-48f7-b41e-925efb6d9d2a req-18239189-9186-444c-8838-5144e0fee06e tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] No DVR routers for this DVR port 8d6e20e3-24ab-402b-bb1c-768740de628e on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 21:56:24.323178 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-d31cbfaa-a3e9-48f7-b41e-925efb6d9d2a req-18239189-9186-444c-8838-5144e0fee06e tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:24.326437 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d31cbfaa-a3e9-48f7-b41e-925efb6d9d2a req-18239189-9186-444c-8838-5144e0fee06e tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.59 "DELETE /v2.0/ports/8d6e20e3-24ab-402b-bb1c-768740de628e HTTP/1.1" status: 204 len: 173 time: 0.6409099 Dec 16 21:56:24.326886 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539efcac-37ea-4d1b-86b9-b9cd48a907b5', 'name': 'network-vif-deleted', 'tag': '8d6e20e3-24ab-402b-bb1c-768740de628e'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:56:24.329725 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0fb6b2-690c-4fb9-b2b1-5339f504dc82" -d '{"events": [{"server_uuid": "539efcac-37ea-4d1b-86b9-b9cd48a907b5", "name": "network-vif-deleted", "tag": "8d6e20e3-24ab-402b-bb1c-768740de628e"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:56:24.370015 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd47c2f-cdba-4737-9a7e-45c000a6ec8f x-openstack-request-id: req-3bd47c2f-cdba-4737-9a7e-45c000a6ec8f {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:56:24.370331 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539efcac-37ea-4d1b-86b9-b9cd48a907b5", "name": "network-vif-deleted", "tag": "8d6e20e3-24ab-402b-bb1c-768740de628e", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:56:24.370582 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3bd47c2f-cdba-4737-9a7e-45c000a6ec8f {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:56:24.370968 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539efcac-37ea-4d1b-86b9-b9cd48a907b5', 'name': 'network-vif-deleted', 'tag': '8d6e20e3-24ab-402b-bb1c-768740de628e', 'status': 'completed', 'code': 200} Dec 16 21:56:24.502157 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44648) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:24.615020 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b8ecfefe-5ba1-4c0c-8fdb-e99595693e72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:24.691091 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b8ecfefe-5ba1-4c0c-8fdb-e99595693e72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:24.758338 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-afec215f-1fb1-429e-a8e6-ef62c05aaca6 req-140a94ae-0b00-4e79-afeb-59dcac1be456 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 210 time: 0.0262549 Dec 16 21:56:24.781794 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b8ecfefe-5ba1-4c0c-8fdb-e99595693e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:24.820293 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b8ecfefe-5ba1-4c0c-8fdb-e99595693e72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5878b098d6944eff90d0f8aef06b54da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188944 Dec 16 21:56:24.821023 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecfefe-5ba1-4c0c-8fdb-e99595693e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b93e0fa-2162-468e-8247-dc5d7d0311f0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:24.823034 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 44656) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:24.874888 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c3fdbcd6-e4f3-48ef-a91a-cb2b4fd78a97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:24.897060 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c3fdbcd6-e4f3-48ef-a91a-cb2b4fd78a97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:25.030597 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c3fdbcd6-e4f3-48ef-a91a-cb2b4fd78a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:25.033406 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c3fdbcd6-e4f3-48ef-a91a-cb2b4fd78a97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:25.037011 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c3fdbcd6-e4f3-48ef-a91a-cb2b4fd78a97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b93e0fa-2162-468e-8247-dc5d7d0311f0 HTTP/1.1" status: 204 len: 168 time: 0.2104993 Dec 16 21:56:25.048237 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdbcd6-e4f3-48ef-a91a-cb2b4fd78a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b93e0fa-2162-468e-8247-dc5d7d0311f0,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:25.070257 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 8d6e20e3-24ab-402b-bb1c-768740de628e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 21:56:25.108388 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: 8d6e20e3-24ab-402b-bb1c-768740de628e {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 21:56:25.109206 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 8d6e20e3-24ab-402b-bb1c-768740de628e not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 21:56:25.136021 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7601a73-5a2d-4d74-aa3e-4b5a7368a334 req-34fed2cd-1c2e-4bba-b5e2-d6b8fe206842 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:25.137602 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d7601a73-5a2d-4d74-aa3e-4b5a7368a334 req-34fed2cd-1c2e-4bba-b5e2-d6b8fe206842 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.1176453 Dec 16 21:56:25.200411 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d7601a73-5a2d-4d74-aa3e-4b5a7368a334 req-517b0621-cfa6-41ae-9cd6-0707e4bbaba1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526443 Dec 16 21:56:25.951564 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0a924eb4-3f01-44a2-bf41-ebb1df39711c req-23fe2eb6-c3e5-4ea9-8bec-765abcc0e308 tempest-DeleteServersTestJSON-1706141924 tempest-DeleteServersTestJSON-1706141924-project] 10.222.0.44 "GET /v2.0/ports?device_id=539efcac-37ea-4d1b-86b9-b9cd48a907b5 HTTP/1.1" status: 200 len: 210 time: 0.0331252 Dec 16 21:56:26.075911 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-584edebe-cc0c-466c-b1ee-55827cb01711 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:26.078225 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-584edebe-cc0c-466c-b1ee-55827cb01711 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/networks?id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf HTTP/1.1" status: 200 len: 815 time: 0.1458232 Dec 16 21:56:26.103816 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-2c2bb5e1-df05-4d0d-bfc3-fddd059084b2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/quotas/b898e78b34794c0482bb58794e75e007 HTTP/1.1" status: 200 len: 375 time: 0.0161507 Dec 16 21:56:26.165986 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-0fee749f-1560-41cb-bd86-4963818241fd tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b898e78b34794c0482bb58794e75e007&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613246 Dec 16 21:56:26.312347 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-8ca9ecb1-29b4-48b2-8257-5724af61bc1b service neutron] 10.222.0.44 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340432 Dec 16 21:56:26.382774 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48b31b-80f4-44e9-91c7-6716a1995ed7 req-63950b8d-0836-4f3b-a0eb-a248d52113ea tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:26.384280 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aa48b31b-80f4-44e9-91c7-6716a1995ed7 req-63950b8d-0836-4f3b-a0eb-a248d52113ea tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.1107264 Dec 16 21:56:26.461665 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aa48b31b-80f4-44e9-91c7-6716a1995ed7 req-af68bdcd-6351-4ca7-ad2e-616799d945d7 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680707 Dec 16 21:56:26.461665 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-4bad0eaf-8c53-4bf6-a6a7-178b45671412 service neutron] 10.222.0.44 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421909 Dec 16 21:56:26.795639 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6ddad8fa-09bb-4e6e-baf1-cd6768d9bf13 req-402a7344-00ec-4408-b403-70f328dd5201 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 210 time: 0.0338004 Dec 16 21:56:27.598777 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426c2a8-a8c5-4ad2-a187-adfa4059b7ee req-d8d180c2-e33c-4ecd-bec5-e346c0f8b526 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:27.600652 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0426c2a8-a8c5-4ad2-a187-adfa4059b7ee req-d8d180c2-e33c-4ecd-bec5-e346c0f8b526 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0574837 Dec 16 21:56:27.675443 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0426c2a8-a8c5-4ad2-a187-adfa4059b7ee req-d757f844-1362-4ca8-87d0-094cdccffc21 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679793 Dec 16 21:56:27.895979 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2f5dd4fc-2e0c-44ad-bd31-eb9462e0a18f req-4682485e-db56-4a4f-ad68-8bd40c4d09d8 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 210 time: 0.0283177 Dec 16 21:56:28.703832 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-de8679d8-c338-4db4-bbe7-11b7f1809bb1 req-e6c306ee-7a86-4241-a95d-0ca9f9a91700 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462728 Dec 16 21:56:28.795527 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fe5ca-0912-4512-853e-3b95859c06ac req-cb1d3666-89e6-41b9-a48d-39cb67954b82 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:28.800931 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-356fe5ca-0912-4512-853e-3b95859c06ac req-cb1d3666-89e6-41b9-a48d-39cb67954b82 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0570567 Dec 16 21:56:28.801047 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8679d8-c338-4db4-bbe7-11b7f1809bb1 req-347cd4b3-700d-4bbb-b4f4-a2ece34eed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:28.802451 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-de8679d8-c338-4db4-bbe7-11b7f1809bb1 req-347cd4b3-700d-4bbb-b4f4-a2ece34eed6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b898e78b34794c0482bb58794e75e007&device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 1098 time: 0.0509303 Dec 16 21:56:28.860428 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-356fe5ca-0912-4512-853e-3b95859c06ac req-83860933-3d12-425c-a25b-6b760d7e7d92 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557697 Dec 16 21:56:28.900470 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44848) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:28.958182 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8679d8-c338-4db4-bbe7-11b7f1809bb1 req-4fc80d63-6c96-4932-a1f8-c08af1357457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:28.959747 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-de8679d8-c338-4db4-bbe7-11b7f1809bb1 req-4fc80d63-6c96-4932-a1f8-c08af1357457 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf HTTP/1.1" status: 200 len: 916 time: 0.1059976 Dec 16 21:56:29.036558 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-de8679d8-c338-4db4-bbe7-11b7f1809bb1 req-3da7daeb-a4b0-4c57-a314-7ed1406e2d08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23395dab-fbbd-45ba-b515-1a2e37b463e5 HTTP/1.1" status: 200 len: 217 time: 0.0634043 Dec 16 21:56:29.038120 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b6d29bd5-702b-439f-9742-445c89c020c9 req-93dee378-fe1a-4093-9b1a-0957a1ddc5b6 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 210 time: 0.0441551 Dec 16 21:56:29.054703 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b8c49e6f-7a8b-4a6f-b5b6-767bd103eea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:29.120481 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8679d8-c338-4db4-bbe7-11b7f1809bb1 req-cdfb35e4-48ca-4ad4-b000-f160a89c2634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:29.122272 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-de8679d8-c338-4db4-bbe7-11b7f1809bb1 req-cdfb35e4-48ca-4ad4-b000-f160a89c2634 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2f286ec-a6de-4cd3-bebc-afb6b74f70d7 HTTP/1.1" status: 200 len: 855 time: 0.0752196 Dec 16 21:56:29.185258 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b8c49e6f-7a8b-4a6f-b5b6-767bd103eea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:29.224945 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-de8679d8-c338-4db4-bbe7-11b7f1809bb1 req-a2256567-b218-44a7-a165-5b878dbd3ca2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609276 Dec 16 21:56:29.259126 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b8c49e6f-7a8b-4a6f-b5b6-767bd103eea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:29.323541 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b8c49e6f-7a8b-4a6f-b5b6-767bd103eea3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6509d28e7e654421b070ba6dabfe405e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4211237 Dec 16 21:56:29.326154 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44870) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:29.330911 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c49e6f-7a8b-4a6f-b5b6-767bd103eea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b1a2bf-6eda-423f-bc4e-7edfb2a2f787,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:29.425261 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7798ea8-2880-4954-b419-95485286e9ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:29.466806 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7798ea8-2880-4954-b419-95485286e9ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:29.628987 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-80db142d-7ecc-4692-abef-230f69242e35 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:29.630481 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-80db142d-7ecc-4692-abef-230f69242e35 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "GET /v2.0/networks?id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf HTTP/1.1" status: 200 len: 815 time: 0.5073268 Dec 16 21:56:29.639201 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7798ea8-2880-4954-b419-95485286e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:29.642837 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7798ea8-2880-4954-b419-95485286e9ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:29.648268 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b7798ea8-2880-4954-b419-95485286e9ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69b1a2bf-6eda-423f-bc4e-7edfb2a2f787 HTTP/1.1" status: 204 len: 168 time: 0.3181407 Dec 16 21:56:29.659141 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7798ea8-2880-4954-b419-95485286e9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b1a2bf-6eda-423f-bc4e-7edfb2a2f787,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:29.690950 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a58d59b9-9498-4074-98c4-8b175ec67102 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Request body: {'port': {'device_id': '6f2ab184-9bf7-4396-bfec-c83fed9a84a2', 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf', 'admin_state_up': True, 'tenant_id': 'b898e78b34794c0482bb58794e75e007'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:29.804809 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-de8679d8-c338-4db4-bbe7-11b7f1809bb1 req-8f3aeba1-786d-4a14-a55d-edd68ab880d8 service neutron] 10.222.0.59 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566077 Dec 16 21:56:29.988801 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-de8679d8-c338-4db4-bbe7-11b7f1809bb1 req-d91a958b-af2b-476b-aa6f-9a7b352a67ac service neutron] 10.222.0.59 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736598 Dec 16 21:56:30.057614 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620b2c5-e524-48d7-8bc3-cd2ac7969128 req-310a812c-0a04-4244-a036-64e25a8228af tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:30.059263 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2620b2c5-e524-48d7-8bc3-cd2ac7969128 req-310a812c-0a04-4244-a036-64e25a8228af tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0825808 Dec 16 21:56:30.104727 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:30.131222 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2620b2c5-e524-48d7-8bc3-cd2ac7969128 req-0ad8e61f-fc17-4333-8978-75ffb37f4038 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599411 Dec 16 21:56:30.133423 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a58d59b9-9498-4074-98c4-8b175ec67102 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Made reservation on behalf of b898e78b34794c0482bb58794e75e007 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:56:30.138056 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a58d59b9-9498-4074-98c4-8b175ec67102 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:30.188826 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e36b911e-5769-42b5-a97e-96ab31576a11 req-2b55c6b6-0bb9-4fa5-bb89-42dabc57ea02 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 210 time: 0.0387068 Dec 16 21:56:30.282840 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44916) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:30.337198 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a58d59b9-9498-4074-98c4-8b175ec67102 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Allocated IP 172.20.0.14 (9e6a2b1d-71dd-4165-afb0-824a9e1a54cf/d2f286ec-a6de-4cd3-bebc-afb6b74f70d7/af5d815d-b905-4ac6-93c7-e97415241839) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:56:30.353985 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-34946d35-6851-4be7-a6f7-640170ba96de admin admin] Deleting subnet 33c720f0-609c-4da2-ab08-a2c321921327 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 21:56:30.360853 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34946d35-6851-4be7-a6f7-640170ba96de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:30.402677 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34946d35-6851-4be7-a6f7-640170ba96de admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:30.409422 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34946d35-6851-4be7-a6f7-640170ba96de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:30.503050 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a58d59b9-9498-4074-98c4-8b175ec67102 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:30.571725 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34946d35-6851-4be7-a6f7-640170ba96de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for subnet, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:30.600930 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34946d35-6851-4be7-a6f7-640170ba96de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c720f0-609c-4da2-ab08-a2c321921327,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:30.604708 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34946d35-6851-4be7-a6f7-640170ba96de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:30.611257 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-34946d35-6851-4be7-a6f7-640170ba96de admin admin] 10.222.0.44 "DELETE /v2.0/subnets/33c720f0-609c-4da2-ab08-a2c321921327 HTTP/1.1" status: 204 len: 168 time: 0.3237703 Dec 16 21:56:30.611257 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44928) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:30.615723 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a58d59b9-9498-4074-98c4-8b175ec67102 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:30.630362 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['23395dab-fbbd-45ba-b515-1a2e37b463e5'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:56:30.661608 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44930) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:30.720965 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-def40f64-b7ed-43db-bd51-c0f389318c06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:30.745173 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a58d59b9-9498-4074-98c4-8b175ec67102 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:56:30.748368 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a58d59b9-9498-4074-98c4-8b175ec67102 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:30.766227 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a58d59b9-9498-4074-98c4-8b175ec67102 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:56:30.797027 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:30.847289 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d59b9-9498-4074-98c4-8b175ec67102 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Pushing event updated for resources: {'Port': ['ID=af5d815d-b905-4ac6-93c7-e97415241839,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:30.872143 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a58d59b9-9498-4074-98c4-8b175ec67102 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:30.873644 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a58d59b9-9498-4074-98c4-8b175ec67102 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:30.944190 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:30.955974 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a58d59b9-9498-4074-98c4-8b175ec67102 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2705455 Dec 16 21:56:30.971892 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-def40f64-b7ed-43db-bd51-c0f389318c06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:30.972108 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Request body: {'port': {'device_id': '6f2ab184-9bf7-4396-bfec-c83fed9a84a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:30.976041 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:56:30.976422 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:56:30.977193 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:56:30.977523 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Subscribe: > port after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:56:30.977843 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Subscribe: > port after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:56:30.978165 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Subscribe: > port after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:56:30.978480 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:56:30.978793 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:56:30.979172 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:56:30.979491 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:56:31.040935 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.069137 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:56:31.069694 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:56:31.069839 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:56:31.070167 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:56:31.070530 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e530999-de1f-49a8-9098-e3b03246db0c']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:31.083587 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-def40f64-b7ed-43db-bd51-c0f389318c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.092976 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92dbd712-24d1-411e-9e6b-2f8b60b931ae') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:31.093267 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92dbd712-24d1-411e-9e6b-2f8b60b931ae') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:31.132536 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215460'] for segment, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.166231 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-def40f64-b7ed-43db-bd51-c0f389318c06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d0b07e0b7974c03a09f5cd638f6de14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5117555 Dec 16 21:56:31.168923 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44954) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:31.171216 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.178315 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def40f64-b7ed-43db-bd51-c0f389318c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bd5802-a634-40ac-b963-8222e1a90eb5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:31.194792 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 21:56:31.194792 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3293290'] for segment, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: from cryptography.utils import int_from_bytes Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: from cryptography.utils import int_from_bytes Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: Traceback (most recent call last): Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: timer() Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: cb(*args, **kw) Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: return func(*args, **kwargs) Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: self._notify() Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: self.callback(batched_events) Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: event.method(event) Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: return f(self, *a, **k) Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._get(url).json() Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 21:56:31.196752 dv-cinder-790535-21-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 21:56:31.361152 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12137972-c86c-450e-a2fd-5cdd4e89da92 req-233bddc3-4eee-4648-8fb9-e6d7ec49757c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:31.366907 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-12137972-c86c-450e-a2fd-5cdd4e89da92 req-233bddc3-4eee-4648-8fb9-e6d7ec49757c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.1192422 Dec 16 21:56:31.366907 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c97799e-3e54-4bf6-92bb-abc12073dbaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.386172 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5d815d-b905-4ac6-93c7-e97415241839 {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:56:31.394485 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.407454 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c97799e-3e54-4bf6-92bb-abc12073dbaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.415637 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ef992-01f4-4144-a359-e3b12e39a655 req-8f4f4a5f-f3a7-4e4e-a826-db4de2262b12 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:31.417179 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1f0ef992-01f4-4144-a359-e3b12e39a655 req-8f4f4a5f-f3a7-4e4e-a826-db4de2262b12 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 932 time: 0.1259081 Dec 16 21:56:31.424867 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Transition to ACTIVE for port object af5d815d-b905-4ac6-93c7-e97415241839 will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 21:56:31.430873 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.473516 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.479956 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] 10.222.0.44 "DELETE /v2.0/networks/2e530999-de1f-49a8-9098-e3b03246db0c HTTP/1.1" status: 204 len: 168 time: 0.8654754 Dec 16 21:56:31.502324 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.503752 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580cbfc-6016-4431-9287-a98017efdd8c admin admin] Pushing event deleted for resources: {'Network': ['ID=2e530999-de1f-49a8-9098-e3b03246db0c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:31.516628 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-12137972-c86c-450e-a2fd-5cdd4e89da92 req-0d165d27-4820-417a-bde2-e85062fdb592 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414490 Dec 16 21:56:31.555584 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1f0ef992-01f4-4144-a359-e3b12e39a655 req-6235021a-8eb8-4674-8000-db1b9d826f43 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301711 Dec 16 21:56:31.631153 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Pushing event updated for resources: {'Port': ['ID=af5d815d-b905-4ac6-93c7-e97415241839,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:31.649931 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c97799e-3e54-4bf6-92bb-abc12073dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.652511 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c97799e-3e54-4bf6-92bb-abc12073dbaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.654469 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8c97799e-3e54-4bf6-92bb-abc12073dbaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92bd5802-a634-40ac-b963-8222e1a90eb5 HTTP/1.1" status: 204 len: 168 time: 0.4838374 Dec 16 21:56:31.669033 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97799e-3e54-4bf6-92bb-abc12073dbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bd5802-a634-40ac-b963-8222e1a90eb5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:31.690314 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Attempting to bind port af5d815d-b905-4ac6-93c7-e97415241839 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:56:31.690651 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Attempting to bind port af5d815d-b905-4ac6-93c7-e97415241839 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:56:31.691023 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Attempting to bind port af5d815d-b905-4ac6-93c7-e97415241839 on network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:56:31.709397 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Port af5d815d-b905-4ac6-93c7-e97415241839 on network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 21:56:31.710041 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Attempting to bind port af5d815d-b905-4ac6-93c7-e97415241839 on network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:56:31.718749 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:56:31.719498 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Checking segment: {'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:56:31.720705 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Bound using segment: {'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:56:31.721950 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Bound port: af5d815d-b905-4ac6-93c7-e97415241839, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:56:31.722519 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.814426 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] For port af5d815d-b905-4ac6-93c7-e97415241839, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:56:31.819204 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] For port af5d815d-b905-4ac6-93c7-e97415241839, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=af5d815d-b905-4ac6-93c7-e97415241839,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:56:31.939865 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.973407 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:31.974165 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:31.975735 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] 10.222.0.59 "PUT /v2.0/ports/af5d815d-b905-4ac6-93c7-e97415241839 HTTP/1.1" status: 200 len: 1094 time: 1.0106027 Dec 16 21:56:31.978145 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2ab184-9bf7-4396-bfec-c83fed9a84a2', 'tag': 'af5d815d-b905-4ac6-93c7-e97415241839'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:56:31.980733 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274603d8-743f-4db0-9c10-50e227fa0e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2ab184-9bf7-4396-bfec-c83fed9a84a2", "tag": "af5d815d-b905-4ac6-93c7-e97415241839"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:56:32.010740 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8bff6-b595-4e1c-b94b-71b91a9cd576 service neutron] Pushing event updated for resources: {'Port': ['ID=af5d815d-b905-4ac6-93c7-e97415241839,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:32.023602 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 21:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91c80bd-4d84-47d8-b165-9b4a2f0c5a19 x-openstack-request-id: req-c91c80bd-4d84-47d8-b165-9b4a2f0c5a19 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:56:32.023893 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2ab184-9bf7-4396-bfec-c83fed9a84a2", "tag": "af5d815d-b905-4ac6-93c7-e97415241839", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:56:32.024147 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c91c80bd-4d84-47d8-b165-9b4a2f0c5a19 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:56:32.024644 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2ab184-9bf7-4396-bfec-c83fed9a84a2', 'tag': 'af5d815d-b905-4ac6-93c7-e97415241839', 'status': 'completed', 'code': 200} Dec 16 21:56:32.105895 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274603d8-743f-4db0-9c10-50e227fa0e4c req-f99a9cfa-3247-46dd-9298-754ce76d04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:32.107302 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-274603d8-743f-4db0-9c10-50e227fa0e4c req-f99a9cfa-3247-46dd-9298-754ce76d04f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b898e78b34794c0482bb58794e75e007&device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 1097 time: 0.0498233 Dec 16 21:56:32.177924 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44988) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:32.255256 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274603d8-743f-4db0-9c10-50e227fa0e4c req-dc442f26-1207-4a72-9050-77846c632caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:32.257038 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-274603d8-743f-4db0-9c10-50e227fa0e4c req-dc442f26-1207-4a72-9050-77846c632caf service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b898e78b34794c0482bb58794e75e007&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1402955 Dec 16 21:56:32.337411 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-fe4c714b-53da-4814-be7a-07515777f198 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0547bdd56e1f4a60af3602a66423ea97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1583252 Dec 16 21:56:32.339797 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 44998) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:32.385758 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274603d8-743f-4db0-9c10-50e227fa0e4c req-8d2084b7-7548-4c34-86f6-ce648f89aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:32.385758 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-274603d8-743f-4db0-9c10-50e227fa0e4c req-8d2084b7-7548-4c34-86f6-ce648f89aa69 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1174362 Dec 16 21:56:32.389257 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2abc123c-54e3-4cde-9a0c-00889f496e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:32.411721 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2abc123c-54e3-4cde-9a0c-00889f496e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:32.471779 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-96d843ec-e00c-4bc5-abea-cd55492387ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:32.473347 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-96d843ec-e00c-4bc5-abea-cd55492387ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b898e78b34794c0482bb58794e75e007&device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 1097 time: 0.0505972 Dec 16 21:56:32.524149 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-22901a10-dd1b-4c8f-a668-572055b2968b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af5d815d-b905-4ac6-93c7-e97415241839 HTTP/1.1" status: 200 len: 217 time: 0.0344281 Dec 16 21:56:32.573478 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2abc123c-54e3-4cde-9a0c-00889f496e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:32.578412 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2abc123c-54e3-4cde-9a0c-00889f496e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:32.584242 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-2abc123c-54e3-4cde-9a0c-00889f496e99 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8128c281-5993-4b95-84e1-d60aa4dc6822 HTTP/1.1" status: 204 len: 168 time: 0.2391601 Dec 16 21:56:32.589614 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-ee5f11e4-c818-4afa-945e-dc98315c9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:32.591470 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-ee5f11e4-c818-4afa-945e-dc98315c9591 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2f286ec-a6de-4cd3-bebc-afb6b74f70d7 HTTP/1.1" status: 200 len: 855 time: 0.0594835 Dec 16 21:56:32.593530 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc123c-54e3-4cde-9a0c-00889f496e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8128c281-5993-4b95-84e1-d60aa4dc6822,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:32.640073 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-ee17d654-eaac-4eb2-8dbc-301ef7c0a9c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387752 Dec 16 21:56:32.716881 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab025429-9479-4035-9d0a-b30ec01e728e req-7bb58bd8-5047-4e7d-ac2e-c37f290c8916 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:32.718821 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ab025429-9479-4035-9d0a-b30ec01e728e req-7bb58bd8-5047-4e7d-ac2e-c37f290c8916 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.1027069 Dec 16 21:56:32.730941 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f312ac7-f498-4256-93c4-d565bba179e7 req-afdcaec8-55a1-4556-a90f-ce6ff5bfbc11 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:32.732439 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8f312ac7-f498-4256-93c4-d565bba179e7 req-afdcaec8-55a1-4556-a90f-ce6ff5bfbc11 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 944 time: 0.0741563 Dec 16 21:56:32.759677 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-d08348a9-a6cf-4fa3-9bb6-e0ce6babafde service neutron] 10.222.0.59 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117918 Dec 16 21:56:32.806137 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ab025429-9479-4035-9d0a-b30ec01e728e req-9e41b5d7-0453-4f64-afc0-de543659d47d tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726879 Dec 16 21:56:32.810771 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8f312ac7-f498-4256-93c4-d565bba179e7 req-5124bf4f-66ff-4124-b518-bcd6c6d6ae2b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697069 Dec 16 21:56:32.879040 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-04a7105e-43c5-4623-a737-f3e9e6f50a52 req-e3ab01a6-36c6-44b7-8e6a-363df49b4088 service neutron] 10.222.0.59 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056120 Dec 16 21:56:33.982934 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bbe6f-6ba4-4fa8-b630-34bf91172296 req-6649b79b-6ed2-4ba0-aaff-d85741847687 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:33.984564 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-de0bbe6f-6ba4-4fa8-b630-34bf91172296 req-6649b79b-6ed2-4ba0-aaff-d85741847687 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0986152 Dec 16 21:56:33.997155 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d53d1-704c-4bc7-b089-b60f3fa2ed29 req-7f0ea3aa-1b0c-4305-9062-1597f0d43c4e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:34.007696 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-672d53d1-704c-4bc7-b089-b60f3fa2ed29 req-7f0ea3aa-1b0c-4305-9062-1597f0d43c4e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 944 time: 0.0824878 Dec 16 21:56:34.088577 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-de0bbe6f-6ba4-4fa8-b630-34bf91172296 req-0a994aa1-754c-416a-bcac-edbef6c0ebd5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787137 Dec 16 21:56:34.109286 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-672d53d1-704c-4bc7-b089-b60f3fa2ed29 req-7c7db43c-729f-4198-b109-7e598694e9e4 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905907 Dec 16 21:56:34.178389 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45106) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:34.287327 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-896222871-network', 'tenant_id': '2222f1d7be91471380160da7092bd9d7'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:34.385045 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] Made reservation on behalf of 2222f1d7be91471380160da7092bd9d7 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:56:34.387403 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:34.398169 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:34.479592 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:34.558835 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:34.586079 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:56:34.595486 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259ccfc1-c514-46ff-9921-b8b1a1256513,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:34.605885 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:34.606265 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] Added segment 1243b04f-a43f-4f27-b3e9-089e730705ae of type vlan for network 0e8205d6-50c6-4140-b075-154cc20dabb0 Dec 16 21:56:34.653122 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:34.747315 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:34.748257 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:34.750152 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:34.816765 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] Pushing event updated for resources: {'Network': ['ID=0e8205d6-50c6-4140-b075-154cc20dabb0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:34.826633 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network 0e8205d6-50c6-4140-b075-154cc20dabb0 details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:56:34.870635 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c71f1700-1f2a-4e87-8175-178d3796bea3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6909950 Dec 16 21:56:34.873470 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45130) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:34.880115 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-db518e5d-f316-415a-9e49-d4868e77774c admin admin] Request body: {'subnet': {'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-subnet', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:34.961510 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db518e5d-f316-415a-9e49-d4868e77774c admin admin] Made reservation on behalf of 2222f1d7be91471380160da7092bd9d7 for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:56:34.963878 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-db518e5d-f316-415a-9e49-d4868e77774c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3513451'] for subnet, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:35.221711 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-db518e5d-f316-415a-9e49-d4868e77774c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8473038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3513461'] for subnet, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:35.247438 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14ec1f-c441-4b2f-b0db-8711015b0f61 req-2d1e9344-c277-4ab7-981a-e7a60c240745 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:35.249210 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c14ec1f-c441-4b2f-b0db-8711015b0f61 req-2d1e9344-c277-4ab7-981a-e7a60c240745 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0790200 Dec 16 21:56:35.259435 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bece7-99cb-41a2-8a55-378dfffb2bf7 req-54c6eb5d-5e0c-4775-911c-a03ca2b3b1ea tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:35.262705 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b82bece7-99cb-41a2-8a55-378dfffb2bf7 req-54c6eb5d-5e0c-4775-911c-a03ca2b3b1ea tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 944 time: 0.0889125 Dec 16 21:56:35.287373 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db518e5d-f316-415a-9e49-d4868e77774c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a289809-76be-41c6-8299-52e501367a8c,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:35.295036 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db518e5d-f316-415a-9e49-d4868e77774c admin admin] Checking segment: {'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:56:35.295597 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db518e5d-f316-415a-9e49-d4868e77774c admin admin] Network hostable DHCP agents. Network: 0e8205d6-50c6-4140-b075-154cc20dabb0, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:56:35.354512 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c14ec1f-c441-4b2f-b0db-8711015b0f61 req-baf7ac2a-9b9a-4498-930c-61179689eb54 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906403 Dec 16 21:56:35.360652 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b82bece7-99cb-41a2-8a55-378dfffb2bf7 req-1c808bbb-a56b-469c-ba32-9690401e93f3 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769389 Dec 16 21:56:35.444204 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db518e5d-f316-415a-9e49-d4868e77774c admin admin] Network 0e8205d6-50c6-4140-b075-154cc20dabb0 is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:56:35.586834 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-db518e5d-f316-415a-9e49-d4868e77774c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, 0e8205d6-50c6-4140-b075-154cc20dabb0) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:35.591022 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db518e5d-f316-415a-9e49-d4868e77774c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:35.591669 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-db518e5d-f316-415a-9e49-d4868e77774c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:35.598361 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69553ab3-99bb-48bb-89ca-deecf7f7031e None None] Network 0e8205d6-50c6-4140-b075-154cc20dabb0 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:56:35.690776 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-db518e5d-f316-415a-9e49-d4868e77774c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8147209 Dec 16 21:56:35.693499 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45160) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:35.697735 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:35.709529 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfddd4881-cffc-5be5-9fa1-a47a6233afa8-0e8205d6-50c6-4140-b075-154cc20dabb0', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'project_id': '2222f1d7be91471380160da7092bd9d7', 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c'}]}} from dv-cinder-790535-21-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 21:56:35.710633 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:35.831131 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124246'] for router, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:35.832962 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1646291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124257'] for router, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:35.849793 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Allocated IP 172.20.0.2 (0e8205d6-50c6-4140-b075-154cc20dabb0/9a289809-76be-41c6-8299-52e501367a8c/db287773-410b-4637-a0ae-37867fa20aa2) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:56:35.887394 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:36.000142 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Publish callbacks [] for port, precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:36.105211 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546'] for port, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:36.112336 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:36.149707 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Network 0e8205d6-50c6-4140-b075-154cc20dabb0 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:56:36.152510 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:36.156377 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:56:36.166676 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Pushing event updated for resources: {'Port': ['ID=db287773-410b-4637-a0ae-37867fa20aa2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:36.206306 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:36.206677 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:36.207035 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:36.207373 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:36.207701 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:36.208025 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:36.208358 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:36.208711 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:36.209030 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:36.209364 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:36.209687 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:36.210001 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:36.210311 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:36.223006 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Attempting to bind port db287773-410b-4637-a0ae-37867fa20aa2 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:56:36.223370 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Attempting to bind port db287773-410b-4637-a0ae-37867fa20aa2 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:56:36.223729 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Attempting to bind port db287773-410b-4637-a0ae-37867fa20aa2 on network 0e8205d6-50c6-4140-b075-154cc20dabb0 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:56:36.228914 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:56:36.234567 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Checking segment: {'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:56:36.234567 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:36.234567 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Bound using segment: {'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:56:36.234567 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Bound port: db287773-410b-4637-a0ae-37867fa20aa2, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:56:36.234567 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:36.295851 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] For port db287773-410b-4637-a0ae-37867fa20aa2, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:56:36.300021 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] For port db287773-410b-4637-a0ae-37867fa20aa2, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=db287773-410b-4637-a0ae-37867fa20aa2,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:56:36.383679 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:36.398634 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45180) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:36.402514 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:36.424700 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:36.506288 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ba27d-904e-4042-9396-a83688cb6e82 None None] Pushing event updated for resources: {'Port': ['ID=db287773-410b-4637-a0ae-37867fa20aa2,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:36.601634 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2238fab-bbae-4c94-a0d9-969fdf89f236 req-07556d8a-8817-469a-8319-49df30e430aa tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:36.603242 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c2238fab-bbae-4c94-a0d9-969fdf89f236 req-07556d8a-8817-469a-8319-49df30e430aa tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 944 time: 0.1358314 Dec 16 21:56:36.605872 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Allocated IP 172.27.3.143 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/1ad11731-4b0e-4cbc-b738-5f77fe5c67fb) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:56:36.616090 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10057cf2-b8b7-4732-b263-1c7019cdcbc8 req-687ab73a-8568-4ebd-8df3-14af20639e88 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:36.617832 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-10057cf2-b8b7-4732-b263-1c7019cdcbc8 req-687ab73a-8568-4ebd-8df3-14af20639e88 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.1005821 Dec 16 21:56:36.685080 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8b26d402-b4ca-4d13-a9d0-f1a76cfc9c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:36.744128 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:36.797052 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-10057cf2-b8b7-4732-b263-1c7019cdcbc8 req-b171f3b1-001d-4cbc-bcc1-e980c66abf30 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652272 Dec 16 21:56:36.802179 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c2238fab-bbae-4c94-a0d9-969fdf89f236 req-d20a88db-4600-4896-b62a-7e2055601c2d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833615 Dec 16 21:56:36.886696 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8b26d402-b4ca-4d13-a9d0-f1a76cfc9c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:36.902091 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:36.943109 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:56:36.945904 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:36.949238 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:56:36.975823 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8b26d402-b4ca-4d13-a9d0-f1a76cfc9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:36.976037 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Pushing event updated for resources: {'Port': ['ID=1ad11731-4b0e-4cbc-b738-5f77fe5c67fb,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:37.016105 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8b26d402-b4ca-4d13-a9d0-f1a76cfc9c85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d243424c30db4528a396caebf33eda19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6165583 Dec 16 21:56:37.017218 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26d402-b4ca-4d13-a9d0-f1a76cfc9c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2e7288-1f1b-4d54-ab7d-7e3d524bea1f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:37.019720 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45204) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:37.078834 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f7ee-5bb6-402b-a763-8e7f809ac48f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:37.083653 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device af5d815d-b905-4ac6-93c7-e97415241839 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 21:56:37.102104 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f7ee-5bb6-402b-a763-8e7f809ac48f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:37.208397 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port af5d815d-b905-4ac6-93c7-e97415241839, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=af5d815d-b905-4ac6-93c7-e97415241839,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:37.219735 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'af5d815d-b905-4ac6-93c7-e97415241839', 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf', 'port_id': 'af5d815d-b905-4ac6-93c7-e97415241839', 'mac_address': 'fa:16:3e:a4:a7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f286ec-a6de-4cd3-bebc-afb6b74f70d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 21:56:37.262446 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:37.265145 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f7ee-5bb6-402b-a763-8e7f809ac48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:37.276051 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5d815d-b905-4ac6-93c7-e97415241839 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:56:37.280608 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f7ee-5bb6-402b-a763-8e7f809ac48f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:37.284114 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-4ed4f7ee-5bb6-402b-a763-8e7f809ac48f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b2e7288-1f1b-4d54-ab7d-7e3d524bea1f HTTP/1.1" status: 204 len: 168 time: 0.2608643 Dec 16 21:56:37.312250 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4f7ee-5bb6-402b-a763-8e7f809ac48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2e7288-1f1b-4d54-ab7d-7e3d524bea1f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:37.324620 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port af5d815d-b905-4ac6-93c7-e97415241839, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=af5d815d-b905-4ac6-93c7-e97415241839,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:37.396251 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:37.401614 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:37.519068 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=af5d815d-b905-4ac6-93c7-e97415241839,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:37.613595 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584865'] for router, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:37.717101 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97b5f8e-1ec6-45da-ad33-7719d2a7704e None None] Network 0e8205d6-50c6-4140-b075-154cc20dabb0 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:56:37.838898 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-675060e6-5742-462e-bee6-079355a713fe None None] Provisioning complete for port db287773-410b-4637-a0ae-37867fa20aa2 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:37.839260 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-675060e6-5742-462e-bee6-079355a713fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:37.844223 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Router f96362b2-da03-4e25-8af0-cb11e7840574 is scheduled to L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 with binding_index 1 {{(pid=109593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 21:56:37.958917 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-675060e6-5742-462e-bee6-079355a713fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:37.996998 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-675060e6-5742-462e-bee6-079355a713fe None None] For port db287773-410b-4637-a0ae-37867fa20aa2, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=db287773-410b-4637-a0ae-37867fa20aa2,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:38.011423 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6ab0d-33c6-40ab-ab33-bf8089a65015 req-69ebb114-b0ef-48f3-a7a7-976fb8e9a9bd tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:38.023517 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bbf6ab0d-33c6-40ab-ab33-bf8089a65015 req-69ebb114-b0ef-48f3-a7a7-976fb8e9a9bd tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0993559 Dec 16 21:56:38.048083 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b581053-343d-4c12-a11c-c66b0e6a65f3 req-b4a0674b-a176-4b51-9059-da681092449b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:38.050043 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0b581053-343d-4c12-a11c-c66b0e6a65f3 req-b4a0674b-a176-4b51-9059-da681092449b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 945 time: 0.1476872 Dec 16 21:56:38.052257 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:56:38.063198 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Sync routers for ids ['f96362b2-da03-4e25-8af0-cb11e7840574'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:56:38.072904 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-675060e6-5742-462e-bee6-079355a713fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.100552 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Routers {'f96362b2-da03-4e25-8af0-cb11e7840574'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:56:38.101302 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:56:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['f96362b2-da03-4e25-8af0-cb11e7840574'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:38.118508 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device db287773-410b-4637-a0ae-37867fa20aa2 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:38.160569 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45240) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:38.167811 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bbf6ab0d-33c6-40ab-ab33-bf8089a65015 req-e5361b29-1b62-451c-bd8d-ff708496159f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380801 Dec 16 21:56:38.178339 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-34699834-efef-448e-ae84-8215a93aeb53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.204643 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0b581053-343d-4c12-a11c-c66b0e6a65f3 req-10bc966c-e638-4855-b4e2-1289784511ed tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534400 Dec 16 21:56:38.218938 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] Publish callbacks [] for router, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.225629 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e63f0ba1-0c66-4feb-b054-3a24a685b57a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5311005 Dec 16 21:56:38.229545 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45244) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:38.273679 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675060e6-5742-462e-bee6-079355a713fe None None] Pushing event updated for resources: {'Port': ['ID=db287773-410b-4637-a0ae-37867fa20aa2,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:38.310281 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-43263468-f5f5-403a-9e27-487def8dfb03 None None] Provisioning complete for port db287773-410b-4637-a0ae-37867fa20aa2 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:38.310793 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43263468-f5f5-403a-9e27-487def8dfb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.319025 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Set router f96362b2-da03-4e25-8af0-cb11e7840574 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:56:38.371727 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-34699834-efef-448e-ae84-8215a93aeb53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.448700 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port db287773-410b-4637-a0ae-37867fa20aa2 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:38.449526 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.473133 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-34699834-efef-448e-ae84-8215a93aeb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.539621 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34699834-efef-448e-ae84-8215a93aeb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c2b5af-864d-495e-9966-294b2aa82dc5,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:38.544275 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-34699834-efef-448e-ae84-8215a93aeb53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ab59533721242bcab3ac12e347a0af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826296 Dec 16 21:56:38.548929 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45252) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:38.615687 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f0c02404-f45f-4a9a-9b88-290667e22b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.648062 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f0c02404-f45f-4a9a-9b88-290667e22b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.650941 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:37Z', 'revision_number': 3, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:38.676953 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Checking router: f96362b2-da03-4e25-8af0-cb11e7840574 for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:56:38.677307 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Updating router f96362b2-da03-4e25-8af0-cb11e7840574 port 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb binding host dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:56:38.702190 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.807578 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f0c02404-f45f-4a9a-9b88-290667e22b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.810817 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f0c02404-f45f-4a9a-9b88-290667e22b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:38.812982 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-f0c02404-f45f-4a9a-9b88-290667e22b62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52c2b5af-864d-495e-9966-294b2aa82dc5 HTTP/1.1" status: 204 len: 168 time: 0.2628875 Dec 16 21:56:38.826412 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c02404-f45f-4a9a-9b88-290667e22b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c2b5af-864d-495e-9966-294b2aa82dc5,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:38.854137 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45258) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:38.988070 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8d147318-804f-44d9-aaa1-8523bc21dd4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.018896 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Publish callbacks [] for port, precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.035883 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.066492 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8d147318-804f-44d9-aaa1-8523bc21dd4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.079034 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.127509 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8d147318-804f-44d9-aaa1-8523bc21dd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.141790 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Attempting to bind port 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:56:39.141790 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Attempting to bind port 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:56:39.142024 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Attempting to bind port 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb on network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:56:39.149354 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35d030-97e0-41f9-84e7-1bb5604209aa None None] Pushing event updated for resources: {'Port': ['ID=1ad11731-4b0e-4cbc-b738-5f77fe5c67fb,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:39.152746 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:56:39.153391 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Checking segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:56:39.153975 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.154557 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Bound using segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:56:39.156030 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Bound port: 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:56:39.156634 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.162457 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d147318-804f-44d9-aaa1-8523bc21dd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e220373-896d-4568-b0b3-7ee167cd5dd2,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:39.184951 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35d030-97e0-41f9-84e7-1bb5604209aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:39.184951 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35d030-97e0-41f9-84e7-1bb5604209aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:39.184951 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35d030-97e0-41f9-84e7-1bb5604209aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:39.184951 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35d030-97e0-41f9-84e7-1bb5604209aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:39.185453 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35d030-97e0-41f9-84e7-1bb5604209aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:39.185924 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35d030-97e0-41f9-84e7-1bb5604209aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:39.187066 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35d030-97e0-41f9-84e7-1bb5604209aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:39.187552 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35d030-97e0-41f9-84e7-1bb5604209aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:39.188029 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35d030-97e0-41f9-84e7-1bb5604209aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:39.188546 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35d030-97e0-41f9-84e7-1bb5604209aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:39.189023 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35d030-97e0-41f9-84e7-1bb5604209aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:39.189515 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35d030-97e0-41f9-84e7-1bb5604209aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:39.189984 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35d030-97e0-41f9-84e7-1bb5604209aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:56:39.229675 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-8d147318-804f-44d9-aaa1-8523bc21dd4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5df69987fca443c0b68e5c28657e4a66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742862 Dec 16 21:56:39.230267 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45268) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:39.257774 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] For port 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:56:39.262984 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] For port 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=1ad11731-4b0e-4cbc-b738-5f77fe5c67fb,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:56:39.300959 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-864f24f6-de0c-4e1a-b005-6bc258806294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.326839 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-864f24f6-de0c-4e1a-b005-6bc258806294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.383691 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.393392 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Allocated IP 172.20.0.1 (0e8205d6-50c6-4140-b075-154cc20dabb0/9a289809-76be-41c6-8299-52e501367a8c/5969fbde-3727-4e4a-a43a-182e8595993b) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:56:39.408392 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ad91f-8045-4eed-9e55-7ed77f059109 req-55066fa5-31de-46e8-bb92-2d3b5430c764 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:39.411097 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-357ad91f-8045-4eed-9e55-7ed77f059109 req-55066fa5-31de-46e8-bb92-2d3b5430c764 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.1313539 Dec 16 21:56:39.440528 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe8f17-739b-4764-83cb-4eb7657176ef req-b4cd6800-163a-4eac-a3ff-d4b0e4e92de1 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:39.441919 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4fbe8f17-739b-4764-83cb-4eb7657176ef req-b4cd6800-163a-4eac-a3ff-d4b0e4e92de1 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 945 time: 0.1471236 Dec 16 21:56:39.445927 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Routers {'f96362b2-da03-4e25-8af0-cb11e7840574'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:56:39.446555 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:56:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['f96362b2-da03-4e25-8af0-cb11e7840574'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:39.486309 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35d030-97e0-41f9-84e7-1bb5604209aa None None] Pushing event updated for resources: {'Port': ['ID=1ad11731-4b0e-4cbc-b738-5f77fe5c67fb,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:39.518723 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-864f24f6-de0c-4e1a-b005-6bc258806294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.521481 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-864f24f6-de0c-4e1a-b005-6bc258806294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.526082 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-864f24f6-de0c-4e1a-b005-6bc258806294 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e220373-896d-4568-b0b3-7ee167cd5dd2 HTTP/1.1" status: 204 len: 168 time: 0.2914639 Dec 16 21:56:39.537823 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f24f6-de0c-4e1a-b005-6bc258806294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e220373-896d-4568-b0b3-7ee167cd5dd2,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:39.555037 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-357ad91f-8045-4eed-9e55-7ed77f059109 req-dc9d772a-06b0-4c37-830e-c5af66536c5d tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364064 Dec 16 21:56:39.590721 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4fbe8f17-739b-4764-83cb-4eb7657176ef req-cef054ed-a270-4542-a75d-f376c9c13281 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310327 Dec 16 21:56:39.636344 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.639136 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] Set router f96362b2-da03-4e25-8af0-cb11e7840574 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:56:39.752873 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45278) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:39.762314 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.773016 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-51313c25-a12d-4a3b-bdfd-e2f7e0311039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.810322 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Network 0e8205d6-50c6-4140-b075-154cc20dabb0 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:56:39.816128 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:39.820869 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:56:39.851259 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:37Z', 'revision_number': 3, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:39.865581 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Pushing event updated for resources: {'Port': ['ID=5969fbde-3727-4e4a-a43a-182e8595993b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:39.882351 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.882840 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218613d5-23a6-42ae-8277-9477fdcfb868 None None] The sync data for ids ['f96362b2-da03-4e25-8af0-cb11e7840574'] in dv-cinder-790535-21-iscsi is: [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:37Z', 'revision_number': 3, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:56:39.897046 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-51313c25-a12d-4a3b-bdfd-e2f7e0311039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:39.973416 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-51313c25-a12d-4a3b-bdfd-e2f7e0311039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.027327 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-51313c25-a12d-4a3b-bdfd-e2f7e0311039 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=313016a8f19a429aad0b266653960a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733192 Dec 16 21:56:40.028258 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45282) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:40.059176 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51313c25-a12d-4a3b-bdfd-e2f7e0311039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a103eb-961f-4eca-ba31-a486cca44cf9,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:40.065687 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device db287773-410b-4637-a0ae-37867fa20aa2 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:40.119571 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8d7d373b-2732-4449-8923-1227cfa2803d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.160780 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8d7d373b-2732-4449-8923-1227cfa2803d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.205482 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-ea7589f4-4548-4dd9-a5e9-2e2214405691 None None] Provisioning complete for port 5969fbde-3727-4e4a-a43a-182e8595993b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:40.205945 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea7589f4-4548-4dd9-a5e9-2e2214405691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.248138 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-19548987-a071-46d0-9ff1-688a299e1d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.285122 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ea7589f4-4548-4dd9-a5e9-2e2214405691 None None] Port 5969fbde-3727-4e4a-a43a-182e8595993b cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:56:40.286792 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port db287773-410b-4637-a0ae-37867fa20aa2 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:40.287344 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.327946 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8d7d373b-2732-4449-8923-1227cfa2803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.332564 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8d7d373b-2732-4449-8923-1227cfa2803d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.336439 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.337467 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-8d7d373b-2732-4449-8923-1227cfa2803d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94a103eb-961f-4eca-ba31-a486cca44cf9 HTTP/1.1" status: 204 len: 168 time: 0.3053081 Dec 16 21:56:40.351388 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d373b-2732-4449-8923-1227cfa2803d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a103eb-961f-4eca-ba31-a486cca44cf9,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:40.400915 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['af5d815d-b905-4ac6-93c7-e97415241839'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:56:40.565548 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45288) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:40.594329 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d6bc130-45f7-479d-8b74-fe6d9aecf854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.616358 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.760371 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d6bc130-45f7-479d-8b74-fe6d9aecf854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.772056 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3293262'] for port, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.838246 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d6bc130-45f7-479d-8b74-fe6d9aecf854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.842150 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581090'] for router_interface, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:40.905934 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2d6bc130-45f7-479d-8b74-fe6d9aecf854 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5919a1c22b6a414d8437cd67e9ec0ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383420 Dec 16 21:56:40.909415 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45302) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:40.910273 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bc130-45f7-479d-8b74-fe6d9aecf854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f7ff9a-ea95-43d8-964b-73aefab2b14a,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:40.981069 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d27570-5bd7-48a6-adfd-47712273653e req-f9d4c6af-e052-451d-a8c3-8b25e395bfa8 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:40.982756 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-76d27570-5bd7-48a6-adfd-47712273653e req-f9d4c6af-e052-451d-a8c3-8b25e395bfa8 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.2756608 Dec 16 21:56:40.983459 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Pushing event updated for resources: {'Port': ['ID=5969fbde-3727-4e4a-a43a-182e8595993b,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:41.015905 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea1e44-0a96-42b6-b6f8-d08e0adbb5d8 req-736199a5-f57d-4ad0-8c27-ba8278c81463 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:41.019731 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9bea1e44-0a96-42b6-b6f8-d08e0adbb5d8 req-736199a5-f57d-4ad0-8c27-ba8278c81463 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 945 time: 0.2515531 Dec 16 21:56:41.131565 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-76d27570-5bd7-48a6-adfd-47712273653e req-bd24f0f1-4b51-448a-9cdd-bc17b4ac4e5c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398418 Dec 16 21:56:41.139904 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Network 0e8205d6-50c6-4140-b075-154cc20dabb0 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:56:41.158715 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9bea1e44-0a96-42b6-b6f8-d08e0adbb5d8 req-5b99f935-6068-45d0-ae98-0ebd671a4b6f tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318326 Dec 16 21:56:41.160392 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:41.271942 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fb6b57c2-52a4-4b83-8b41-45587a0a5a9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:41.295052 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fb6b57c2-52a4-4b83-8b41-45587a0a5a9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:41.316262 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Router f96362b2-da03-4e25-8af0-cb11e7840574 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 21:56:41.424028 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-607dd529-1e10-4bf5-b496-e77ab1bed16f None None] Provisioning complete for port 5969fbde-3727-4e4a-a43a-182e8595993b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:41.425281 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-607dd529-1e10-4bf5-b496-e77ab1bed16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:41.446034 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fb6b57c2-52a4-4b83-8b41-45587a0a5a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:41.452371 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fb6b57c2-52a4-4b83-8b41-45587a0a5a9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:41.455871 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-fb6b57c2-52a4-4b83-8b41-45587a0a5a9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1f7ff9a-ea95-43d8-964b-73aefab2b14a HTTP/1.1" status: 204 len: 168 time: 0.5402961 Dec 16 21:56:41.476809 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b57c2-52a4-4b83-8b41-45587a0a5a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f7ff9a-ea95-43d8-964b-73aefab2b14a,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:41.488012 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-607dd529-1e10-4bf5-b496-e77ab1bed16f None None] Port 5969fbde-3727-4e4a-a43a-182e8595993b cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:56:41.606556 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:56:41.623631 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8fe0a793-a9c5-402a-a5d3-f372076c914a admin admin] 10.222.0.44 "PUT /v2.0/routers/f96362b2-da03-4e25-8af0-cb11e7840574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3927329 Dec 16 21:56:42.056163 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:42.123800 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:42.124066 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:42.211854 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Sync routers for ids ['f96362b2-da03-4e25-8af0-cb11e7840574'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:56:42.235532 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Routers {'f96362b2-da03-4e25-8af0-cb11e7840574'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:56:42.236266 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:56:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['f96362b2-da03-4e25-8af0-cb11e7840574'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:42.239630 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:42.301883 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] For port 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=1ad11731-4b0e-4cbc-b738-5f77fe5c67fb,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:42.307457 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26078535-0b12-488e-91da-bdb4c699aa89 req-e9eceed3-54e1-46d6-8c1e-5653eabbe2c1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:42.311790 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-26078535-0b12-488e-91da-bdb4c699aa89 req-e9eceed3-54e1-46d6-8c1e-5653eabbe2c1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0745895 Dec 16 21:56:42.368129 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-26078535-0b12-488e-91da-bdb4c699aa89 req-dc46e902-5206-4422-93d1-a4c7126428ed tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493798 Dec 16 21:56:42.377635 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Set router f96362b2-da03-4e25-8af0-cb11e7840574 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:56:42.455582 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:42.502795 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8d599-d14b-4c2e-8589-5615c11a253a req-e78c2795-d212-45d1-aa60-f0b19d74ba7a tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:42.508522 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8be8d599-d14b-4c2e-8589-5615c11a253a req-e78c2795-d212-45d1-aa60-f0b19d74ba7a tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 945 time: 0.0794301 Dec 16 21:56:42.595042 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8be8d599-d14b-4c2e-8589-5615c11a253a req-8180722c-eae6-4dd6-bd09-81f0bcd1cb58 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722547 Dec 16 21:56:42.641049 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Pushing event updated for resources: {'Port': ['ID=1ad11731-4b0e-4cbc-b738-5f77fe5c67fb,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:42.663662 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45418) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:42.668633 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45420) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:42.687048 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf399b8d-0b50-4c82-bbb0-77ca48225b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:42.716350 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '5969fbde-3727-4e4a-a43a-182e8595993b', 'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'mac_address': 'fa:16:3e:40:ac:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:39Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 2, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'subnets': [{'id': '9a289809-76be-41c6-8299-52e501367a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:42.756502 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Checking router: f96362b2-da03-4e25-8af0-cb11e7840574 for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:56:42.756865 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Updating router f96362b2-da03-4e25-8af0-cb11e7840574 port 5969fbde-3727-4e4a-a43a-182e8595993b binding host dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:56:42.786559 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:42.859483 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5da6fe59-5cd8-4eac-8da0-cb754d6c0826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:42.882050 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59877da3-876e-4ce0-b82b-cf482c4064ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:42.969863 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5da6fe59-5cd8-4eac-8da0-cb754d6c0826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.007017 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59877da3-876e-4ce0-b82b-cf482c4064ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.041434 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5da6fe59-5cd8-4eac-8da0-cb754d6c0826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.071701 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59877da3-876e-4ce0-b82b-cf482c4064ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.104597 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device af5d815d-b905-4ac6-93c7-e97415241839 up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:43.123444 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5da6fe59-5cd8-4eac-8da0-cb754d6c0826 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0424e2c1ffc34d878bcf25f5d4364498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4569268 Dec 16 21:56:43.140243 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-59877da3-876e-4ce0-b82b-cf482c4064ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=376206d367e74eed9c023edcd8593618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4686379 Dec 16 21:56:43.152962 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45438) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:43.153309 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45442) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:43.157475 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6fe59-5cd8-4eac-8da0-cb754d6c0826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2673a3c7-fc7a-44d1-93ee-99307795551e,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:43.194950 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45446) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:43.204538 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-4c404a04-cc25-46de-b486-c2f903105694 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1105184120', 'description': 'tempest-description--1783949664'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:43.258921 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59877da3-876e-4ce0-b82b-cf482c4064ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8ba2aa-613d-402c-88bd-d0be6595c9ea,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:43.263674 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Publish callbacks [] for port, precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.303216 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db6f5322-a308-4ec9-bce1-426fb87e4b63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.320696 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cbfbe940-0fe3-4fcd-a455-2aa533185f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.342286 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4c404a04-cc25-46de-b486-c2f903105694 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.346862 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port af5d815d-b905-4ac6-93c7-e97415241839 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 21:56:43.350855 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db6f5322-a308-4ec9-bce1-426fb87e4b63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.355386 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.369493 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cbfbe940-0fe3-4fcd-a455-2aa533185f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.408371 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079acb0d-da20-4484-bca6-cb3f911c69d4 None None] Pushing event updated for resources: {'Port': ['ID=5969fbde-3727-4e4a-a43a-182e8595993b,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:43.414475 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port af5d815d-b905-4ac6-93c7-e97415241839 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:43.415341 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.569222 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316ff64-1ac1-4a1e-ab3a-b0eb6ff2add6 req-11a733a4-5a9c-490f-afc7-37dbe1f82378 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:43.571093 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c316ff64-1ac1-4a1e-ab3a-b0eb6ff2add6 req-11a733a4-5a9c-490f-afc7-37dbe1f82378 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0783546 Dec 16 21:56:43.571602 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Attempting to bind port 5969fbde-3727-4e4a-a43a-182e8595993b on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:56:43.572058 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Attempting to bind port 5969fbde-3727-4e4a-a43a-182e8595993b by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:56:43.572309 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Attempting to bind port 5969fbde-3727-4e4a-a43a-182e8595993b on network 0e8205d6-50c6-4140-b075-154cc20dabb0 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:56:43.588293 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cbfbe940-0fe3-4fcd-a455-2aa533185f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.593013 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cbfbe940-0fe3-4fcd-a455-2aa533185f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.594469 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-cbfbe940-0fe3-4fcd-a455-2aa533185f2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2673a3c7-fc7a-44d1-93ee-99307795551e HTTP/1.1" status: 204 len: 168 time: 0.4401586 Dec 16 21:56:43.598002 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.606474 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db6f5322-a308-4ec9-bce1-426fb87e4b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.616662 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:56:43.617877 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Checking segment: {'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:56:43.617877 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.617877 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Bound using segment: {'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:56:43.619834 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Bound port: 5969fbde-3727-4e4a-a43a-182e8595993b, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:56:43.620176 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.627271 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db6f5322-a308-4ec9-bce1-426fb87e4b63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.631098 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-db6f5322-a308-4ec9-bce1-426fb87e4b63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a8ba2aa-613d-402c-88bd-d0be6595c9ea HTTP/1.1" status: 204 len: 168 time: 0.4737635 Dec 16 21:56:43.653302 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbe940-0fe3-4fcd-a455-2aa533185f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2673a3c7-fc7a-44d1-93ee-99307795551e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:43.673345 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.681711 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4c404a04-cc25-46de-b486-c2f903105694 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.772301 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4c404a04-cc25-46de-b486-c2f903105694 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.798295 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f5322-a308-4ec9-bce1-426fb87e4b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8ba2aa-613d-402c-88bd-d0be6595c9ea,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:43.860121 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c404a04-cc25-46de-b486-c2f903105694 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b9d096-d44a-49d6-b59a-47cf01cd9368,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:43.863368 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2ab184-9bf7-4396-bfec-c83fed9a84a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5d815d-b905-4ac6-93c7-e97415241839'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:56:43.866319 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e399e0-89cd-4cd0-a99d-6c9026402a4b" -d '{"events": [{"server_uuid": "6f2ab184-9bf7-4396-bfec-c83fed9a84a2", "name": "network-vif-plugged", "status": "completed", "tag": "af5d815d-b905-4ac6-93c7-e97415241839"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:56:43.890292 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4c404a04-cc25-46de-b486-c2f903105694 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:43.891548 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-4c404a04-cc25-46de-b486-c2f903105694 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6911378 Dec 16 21:56:43.896383 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45494) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:43.899949 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] For port 5969fbde-3727-4e4a-a43a-182e8595993b, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:56:43.904532 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-1df1834f-6e03-4f46-925c-4b41a305e31f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Request body: {'security_group_rule': {'security_group_id': 'c8b9d096-d44a-49d6-b59a-47cf01cd9368', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:43.905195 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] For port 5969fbde-3727-4e4a-a43a-182e8595993b, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=5969fbde-3727-4e4a-a43a-182e8595993b,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:56:43.906190 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c316ff64-1ac1-4a1e-ab3a-b0eb6ff2add6 req-43912deb-839a-48e9-9fae-d52e848cc59c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236990 Dec 16 21:56:43.909326 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port af5d815d-b905-4ac6-93c7-e97415241839, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=af5d815d-b905-4ac6-93c7-e97415241839,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:43.978909 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f92df200-a40a-4419-bd2e-114bcf46c60b None None] Provisioning complete for port 5969fbde-3727-4e4a-a43a-182e8595993b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:43.978909 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f92df200-a40a-4419-bd2e-114bcf46c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:44.010353 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82188a08-7b7a-4b43-89bd-9f60163538b6 x-openstack-request-id: req-82188a08-7b7a-4b43-89bd-9f60163538b6 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:56:44.010753 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2ab184-9bf7-4396-bfec-c83fed9a84a2", "name": "network-vif-plugged", "status": "completed", "tag": "af5d815d-b905-4ac6-93c7-e97415241839", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:56:44.011074 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82188a08-7b7a-4b43-89bd-9f60163538b6 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:56:44.011592 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2ab184-9bf7-4396-bfec-c83fed9a84a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5d815d-b905-4ac6-93c7-e97415241839', 'code': 200} Dec 16 21:56:44.017279 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:44.019333 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2748b-a738-41bf-96a2-aa933e99c59b req-196d5578-27d6-4adf-8d32-418f37da0514 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:44.022332 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64d2748b-a738-41bf-96a2-aa933e99c59b req-196d5578-27d6-4adf-8d32-418f37da0514 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 945 time: 0.1863565 Dec 16 21:56:44.072096 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:44.102732 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1df1834f-6e03-4f46-925c-4b41a305e31f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:44.117701 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:44.168504 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f92df200-a40a-4419-bd2e-114bcf46c60b None None] Port 5969fbde-3727-4e4a-a43a-182e8595993b cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:56:44.176029 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64d2748b-a738-41bf-96a2-aa933e99c59b req-f4b50b1b-5a22-40fc-a33e-92dbd4a5aabd tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346879 Dec 16 21:56:44.231358 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079acb0d-da20-4484-bca6-cb3f911c69d4 None None] Pushing event updated for resources: {'Port': ['ID=5969fbde-3727-4e4a-a43a-182e8595993b,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:44.234644 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Routers {'f96362b2-da03-4e25-8af0-cb11e7840574'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:56:44.235610 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:56:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['f96362b2-da03-4e25-8af0-cb11e7840574'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:44.241754 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1df1834f-6e03-4f46-925c-4b41a305e31f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:44.341391 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1df1834f-6e03-4f46-925c-4b41a305e31f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:44.404794 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1834f-6e03-4f46-925c-4b41a305e31f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1b65d8-4ae8-4ff6-bb37-b27f421473eb,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:44.449005 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6f972-bd48-4f57-b529-47d6d0470362 req-52eb40de-d5ab-4413-80fd-92bd295a317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:44.451657 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-42f6f972-bd48-4f57-b529-47d6d0470362 req-52eb40de-d5ab-4413-80fd-92bd295a317b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 1099 time: 0.0621645 Dec 16 21:56:44.516194 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1df1834f-6e03-4f46-925c-4b41a305e31f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:44.518692 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1df1834f-6e03-4f46-925c-4b41a305e31f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6193013 Dec 16 21:56:44.521006 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45508) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:44.528201 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a8f15daa-7f29-4e6b-a403-371b9d9816df tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Request body: {'security_group_rule': {'security_group_id': 'c8b9d096-d44a-49d6-b59a-47cf01cd9368', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:44.564091 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-42f6f972-bd48-4f57-b529-47d6d0470362 req-340220ec-5bd5-4548-b343-a93bdfb03f10 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917442 Dec 16 21:56:44.564908 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=af5d815d-b905-4ac6-93c7-e97415241839,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:44.578502 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:44.579196 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:44.609647 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] Set router f96362b2-da03-4e25-8af0-cb11e7840574 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:56:44.645197 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-653ef710-1e5b-48c3-bdaf-0fc429bc486f None None] Provisioning complete for port 5969fbde-3727-4e4a-a43a-182e8595993b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:44.645567 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-653ef710-1e5b-48c3-bdaf-0fc429bc486f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:44.711336 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a8f15daa-7f29-4e6b-a403-371b9d9816df tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:44.828174 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a8f15daa-7f29-4e6b-a403-371b9d9816df tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:44.896272 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a8f15daa-7f29-4e6b-a403-371b9d9816df tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:44.912088 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f15daa-7f29-4e6b-a403-371b9d9816df tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bdaebe-349c-4393-b747-18b73a8db277,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:44.966492 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45526) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:44.996271 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5766707c-4543-446d-bb88-20fb1d4768d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:45.004998 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-653ef710-1e5b-48c3-bdaf-0fc429bc486f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:45.020562 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a8f15daa-7f29-4e6b-a403-371b9d9816df tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:45.022039 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a8f15daa-7f29-4e6b-a403-371b9d9816df tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4988258 Dec 16 21:56:45.025665 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45528) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:45.034139 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Request body: {'floatingip': {'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:45.083138 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-653ef710-1e5b-48c3-bdaf-0fc429bc486f None None] For port 5969fbde-3727-4e4a-a43a-182e8595993b, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=5969fbde-3727-4e4a-a43a-182e8595993b,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:45.084496 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:45.132956 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '5969fbde-3727-4e4a-a43a-182e8595993b', 'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'mac_address': 'fa:16:3e:40:ac:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:39Z', 'updated_at': '2021-12-16T21:56:43Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'subnets': [{'id': '9a289809-76be-41c6-8299-52e501367a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:45.178523 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24066f1-2013-431c-afab-67d8e81df97c req-5b8a40a5-b71b-4d00-9696-a92202cec26f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:45.184378 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b24066f1-2013-431c-afab-67d8e81df97c req-5b8a40a5-b71b-4d00-9696-a92202cec26f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.1123881 Dec 16 21:56:45.197386 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9638b7-7b74-4504-8949-584aec509ffe None None] The sync data for ids ['f96362b2-da03-4e25-8af0-cb11e7840574'] in dv-cinder-790535-21-iscsi is: [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '5969fbde-3727-4e4a-a43a-182e8595993b', 'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'mac_address': 'fa:16:3e:40:ac:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:39Z', 'updated_at': '2021-12-16T21:56:43Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'subnets': [{'id': '9a289809-76be-41c6-8299-52e501367a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:56:45.199180 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for floatingip, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:45.204730 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-653ef710-1e5b-48c3-bdaf-0fc429bc486f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:45.336434 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5766707c-4543-446d-bb88-20fb1d4768d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:45.363892 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ef710-1e5b-48c3-bdaf-0fc429bc486f None None] Pushing event updated for resources: {'Port': ['ID=5969fbde-3727-4e4a-a43a-182e8595993b,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:45.365722 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b24066f1-2013-431c-afab-67d8e81df97c req-444ebee4-35c9-41b3-a0be-95a026dd66a3 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710372 Dec 16 21:56:45.379464 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07756cd3-9a04-428d-8380-73297640e9e0 req-fdecab14-af4c-427e-ad21-aa06453455f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:45.405084 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-07756cd3-9a04-428d-8380-73297640e9e0 req-fdecab14-af4c-427e-ad21-aa06453455f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 1099 time: 0.2535799 Dec 16 21:56:45.448846 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5766707c-4543-446d-bb88-20fb1d4768d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:45.489768 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc84183-22d5-4db8-ba05-cccf6b38cfdf req-99bcc573-ece4-4eb3-9c77-ffe97dcb1efa tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:45.491639 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ddc84183-22d5-4db8-ba05-cccf6b38cfdf req-99bcc573-ece4-4eb3-9c77-ffe97dcb1efa tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 946 time: 0.0918016 Dec 16 21:56:45.495505 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-07756cd3-9a04-428d-8380-73297640e9e0 req-2b68a0e7-7e8e-42e2-bb72-d56a414548a4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821671 Dec 16 21:56:45.520135 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5766707c-4543-446d-bb88-20fb1d4768d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4030efd37f943d69a912fae9c09b70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5514486 Dec 16 21:56:45.521148 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45542) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:45.538598 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766707c-4543-446d-bb88-20fb1d4768d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65de50e1-bf66-4008-b5c5-cc633b9a608d,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:45.574663 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:45.627011 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ddc84183-22d5-4db8-ba05-cccf6b38cfdf req-b284b5a7-1b50-4a14-ba44-0622f79e3a0e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189706 Dec 16 21:56:45.670415 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7e25299b-e3e7-423e-a6fb-efc536aa4848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:45.730879 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7e25299b-e3e7-423e-a6fb-efc536aa4848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:45.775513 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Allocated IP 172.27.3.254 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/bf30ea65-c7d7-48e8-aa10-55b40836c451) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:56:45.886671 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:45.888379 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7e25299b-e3e7-423e-a6fb-efc536aa4848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:45.891293 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7e25299b-e3e7-423e-a6fb-efc536aa4848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:45.893085 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-7e25299b-e3e7-423e-a6fb-efc536aa4848 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65de50e1-bf66-4008-b5c5-cc633b9a608d HTTP/1.1" status: 204 len: 168 time: 0.3697293 Dec 16 21:56:45.905641 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25299b-e3e7-423e-a6fb-efc536aa4848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65de50e1-bf66-4008-b5c5-cc633b9a608d,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:45.933132 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for port, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:46.105729 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 5969fbde-3727-4e4a-a43a-182e8595993b up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:46.128364 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:46.203890 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:56:46.206921 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:46.219337 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:56:46.221915 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 5969fbde-3727-4e4a-a43a-182e8595993b triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:46.228611 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:46.252974 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event updated for resources: {'Port': ['ID=bf30ea65-c7d7-48e8-aa10-55b40836c451,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:46.377368 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:46.510959 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4f0bc-aea6-4634-83d7-e5ec5a38bc63 req-91f0c022-de74-4f76-a58d-2ae407d1275d tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:46.512536 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eef4f0bc-aea6-4634-83d7-e5ec5a38bc63 req-91f0c022-de74-4f76-a58d-2ae407d1275d tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0593567 Dec 16 21:56:46.568569 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:46.661936 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eef4f0bc-aea6-4634-83d7-e5ec5a38bc63 req-e24d9a63-389f-4441-bb17-260f4f013e40 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223507 Dec 16 21:56:46.824376 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103333a5-dd31-491e-805b-6ab969425105 req-1270bfc1-7e13-46ee-85e6-e83d0bb76f41 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:46.826587 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-103333a5-dd31-491e-805b-6ab969425105 req-1270bfc1-7e13-46ee-85e6-e83d0bb76f41 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 946 time: 0.0921843 Dec 16 21:56:46.918904 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for port, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:46.925441 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-103333a5-dd31-491e-805b-6ab969425105 req-f6410fe3-3b84-4541-be1a-32a9fe81cdc8 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802984 Dec 16 21:56:46.961075 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45602) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:46.976070 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3293262'] for port, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.053359 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45608) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:47.092085 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0d80a645-7fea-40e5-bae5-adb89ba75ec6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.164756 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event updated for resources: {'Port': ['ID=bf30ea65-c7d7-48e8-aa10-55b40836c451,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:47.172338 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.220314 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0d80a645-7fea-40e5-bae5-adb89ba75ec6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.290944 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0d80a645-7fea-40e5-bae5-adb89ba75ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.294572 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.305456 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-351adb18-04e0-4e5e-bcb1-73b3bda9221e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2692106 Dec 16 21:56:47.344052 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80a645-7fea-40e5-bae5-adb89ba75ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be114744-51cf-495a-93dc-214f580bece5,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:47.350557 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0d80a645-7fea-40e5-bae5-adb89ba75ec6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=190da5d4077243d587b326e5f6b221f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961948 Dec 16 21:56:47.353543 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45618) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:47.361245 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b1e130d-bc9e-426f-89a8-025928d8eed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.450186 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f92e1e55-a5a1-4079-928d-67a33d33e26b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.465820 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b1e130d-bc9e-426f-89a8-025928d8eed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.481592 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f92e1e55-a5a1-4079-928d-67a33d33e26b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.600415 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b1e130d-bc9e-426f-89a8-025928d8eed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.658245 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-5ec1d7a2-ac40-47c0-b1d7-88de25d60f2b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1105184120&fields=id&tenant_id=2222f1d7be91471380160da7092bd9d7 HTTP/1.1" status: 200 len: 267 time: 0.1058788 Dec 16 21:56:47.662296 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f92e1e55-a5a1-4079-928d-67a33d33e26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.670394 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-9b1e130d-bc9e-426f-89a8-025928d8eed9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa22e941a8f34636b67da01e6dfe6a43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7074382 Dec 16 21:56:47.670720 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f92e1e55-a5a1-4079-928d-67a33d33e26b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.675450 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-f92e1e55-a5a1-4079-928d-67a33d33e26b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be114744-51cf-495a-93dc-214f580bece5 HTTP/1.1" status: 204 len: 168 time: 0.3137856 Dec 16 21:56:47.676061 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45634) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:47.688685 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e1e55-a5a1-4079-928d-67a33d33e26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be114744-51cf-495a-93dc-214f580bece5,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:47.743895 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e62fedcf-ac9c-4dc4-bbd9-1a67189fd5e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.786865 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e130d-bc9e-426f-89a8-025928d8eed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2c719b-d777-4f72-8ff3-e6beeaa7b2d8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:47.795793 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e62fedcf-ac9c-4dc4-bbd9-1a67189fd5e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.916345 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-be06924d-cab9-4ac4-b58b-91470281da9e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:47.918320 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-be06924d-cab9-4ac4-b58b-91470281da9e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/networks?id=0e8205d6-50c6-4140-b075-154cc20dabb0 HTTP/1.1" status: 200 len: 816 time: 0.2429080 Dec 16 21:56:47.940983 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-95f61e2c-008e-40b7-9d62-0739ae249cb1 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/quotas/2222f1d7be91471380160da7092bd9d7 HTTP/1.1" status: 200 len: 375 time: 0.0120444 Dec 16 21:56:47.944556 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e62fedcf-ac9c-4dc4-bbd9-1a67189fd5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.947581 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e62fedcf-ac9c-4dc4-bbd9-1a67189fd5e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:47.948653 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e62fedcf-ac9c-4dc4-bbd9-1a67189fd5e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f2c719b-d777-4f72-8ff3-e6beeaa7b2d8 HTTP/1.1" status: 204 len: 168 time: 0.2716846 Dec 16 21:56:47.957517 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fedcf-ac9c-4dc4-bbd9-1a67189fd5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2c719b-d777-4f72-8ff3-e6beeaa7b2d8,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:48.002777 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-60afd5fc-fbb0-4aa6-aff5-db2a60f25774 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2222f1d7be91471380160da7092bd9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557880 Dec 16 21:56:48.141812 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-ca31548e-d0a8-436d-9b68-076ab0a23cb0 service neutron] 10.222.0.44 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200707 Dec 16 21:56:48.299054 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8af2f0-489e-45ca-9985-74f12ec8ed81 req-c4102b71-9fac-4bcf-a542-0228a6bb61de tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:48.299455 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e8af2f0-489e-45ca-9985-74f12ec8ed81 req-c4102b71-9fac-4bcf-a542-0228a6bb61de tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0941651 Dec 16 21:56:48.301896 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-7b0ea2bc-a0f1-4cca-9d28-465beeb46424 service neutron] 10.222.0.44 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503634 Dec 16 21:56:48.365559 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e8af2f0-489e-45ca-9985-74f12ec8ed81 req-b2c5d22a-3f6e-44b9-8194-0338f1feb55b tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582666 Dec 16 21:56:48.533875 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeced698-7abd-432b-b0ea-cd47b98b44c4 req-989b9f69-4f9f-4e51-bc72-a10dc65f2863 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:48.553124 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eeced698-7abd-432b-b0ea-cd47b98b44c4 req-989b9f69-4f9f-4e51-bc72-a10dc65f2863 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0725327 Dec 16 21:56:48.637214 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edb15a04-1961-4a42-b4c1-16d116b0c154 req-ca7802ae-87ef-44af-9f81-9c92f354e6c6 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 210 time: 0.0376878 Dec 16 21:56:48.656047 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eeced698-7abd-432b-b0ea-cd47b98b44c4 req-02d88189-b615-44c4-8449-7a4fc7730546 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983698 Dec 16 21:56:48.774787 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45684) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:48.793626 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad367-47f9-4e77-bff8-587a347ee362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:48.884898 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad367-47f9-4e77-bff8-587a347ee362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:48.958521 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad367-47f9-4e77-bff8-587a347ee362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:49.003865 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-eb3ad367-47f9-4e77-bff8-587a347ee362 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edaeecd420ca4c5dac0e07b700bbd139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277904 Dec 16 21:56:49.004969 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ad367-47f9-4e77-bff8-587a347ee362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacd2ddb-89da-45aa-b2e4-f437b55e9865,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:49.007172 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45694) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:49.062164 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40d00a13-09c8-41d4-a1bc-221c85385a80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:49.086332 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40d00a13-09c8-41d4-a1bc-221c85385a80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:49.230638 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40d00a13-09c8-41d4-a1bc-221c85385a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:49.233731 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40d00a13-09c8-41d4-a1bc-221c85385a80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:49.240516 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-40d00a13-09c8-41d4-a1bc-221c85385a80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dacd2ddb-89da-45aa-b2e4-f437b55e9865 HTTP/1.1" status: 204 len: 168 time: 0.2265186 Dec 16 21:56:49.243211 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d00a13-09c8-41d4-a1bc-221c85385a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacd2ddb-89da-45aa-b2e4-f437b55e9865,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:49.257528 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45702) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:49.277296 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45706) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:49.406806 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40d7c2c6-2610-4f77-95fb-69eabb7e4844 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:49.485033 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-530686784-network', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:49.578974 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40d7c2c6-2610-4f77-95fb-69eabb7e4844 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:49.649562 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] Made reservation on behalf of d6890efb0b5f4e18ade8658b6cba1287 for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:56:49.651951 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:49.663329 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:49.679896 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40d7c2c6-2610-4f77-95fb-69eabb7e4844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:49.745533 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0cb71188-2771-456f-aafc-da197d0fc068 req-49b3a32c-5cc9-44a3-9a49-9b3e23282990 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 210 time: 0.0313258 Dec 16 21:56:49.770371 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-40d7c2c6-2610-4f77-95fb-69eabb7e4844 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad2d8494fffa41029297509de3abd8a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5116858 Dec 16 21:56:49.772133 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7c2c6-2610-4f77-95fb-69eabb7e4844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23580a2f-41f2-4b49-bacd-ae28500ceb1b,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:49.783678 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45732) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:49.855945 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:49.870995 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c992e04f-18ee-4c4d-80e6-13381809f4df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:49.893788 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c992e04f-18ee-4c4d-80e6-13381809f4df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:50.038038 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:50.066934 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e279409-25af-4863-953c-2d63640e5eb8,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:50.275618 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:56:50.389452 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c992e04f-18ee-4c4d-80e6-13381809f4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:50.391996 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c992e04f-18ee-4c4d-80e6-13381809f4df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:50.393166 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c992e04f-18ee-4c4d-80e6-13381809f4df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/23580a2f-41f2-4b49-bacd-ae28500ceb1b HTTP/1.1" status: 204 len: 168 time: 0.6083119 Dec 16 21:56:50.397944 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:56:50.409914 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992e04f-18ee-4c4d-80e6-13381809f4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23580a2f-41f2-4b49-bacd-ae28500ceb1b,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:50.414823 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:50.414823 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] Added segment ea165370-f7bf-42ed-9dce-d5ff7e824aad of type vlan for network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 Dec 16 21:56:50.458455 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:50.647439 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:50.655717 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:50.655717 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:50.718309 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] Pushing event updated for resources: {'Network': ['ID=86b88aca-b14a-4de3-8e22-2a0ecc03ded5,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:50.727774 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:56:50.777486 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-511ff651-a771-4de9-bd2b-335b040208ae admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4990368 Dec 16 21:56:50.781312 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45754) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:50.787564 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-be541caf-b57f-4ac1-b6bb-8dcb159491e3 admin admin] Request body: {'subnet': {'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-530686784-subnet', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:50.898494 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c480b55e-2645-45b9-bac3-cb449108a80f req-643b7864-72df-4e7e-a860-281f66cc1d15 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 210 time: 0.0386362 Dec 16 21:56:50.919882 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be541caf-b57f-4ac1-b6bb-8dcb159491e3 admin admin] Made reservation on behalf of d6890efb0b5f4e18ade8658b6cba1287 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:56:50.923293 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-be541caf-b57f-4ac1-b6bb-8dcb159491e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9313451'] for subnet, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:51.229656 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298718-6528-4356-a0d0-a7a703a75949 req-6b60f0e8-9028-4d8a-a7ff-8ac45f7f96fe tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:51.231101 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-27298718-6528-4356-a0d0-a7a703a75949 req-6b60f0e8-9028-4d8a-a7ff-8ac45f7f96fe tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/networks?id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf HTTP/1.1" status: 200 len: 815 time: 0.3474076 Dec 16 21:56:51.253894 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-27298718-6528-4356-a0d0-a7a703a75949 req-8d6130dd-5dd3-4d83-b17e-b9648be693b4 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/quotas/b898e78b34794c0482bb58794e75e007 HTTP/1.1" status: 200 len: 375 time: 0.0156486 Dec 16 21:56:51.360615 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-27298718-6528-4356-a0d0-a7a703a75949 req-d65ba331-5e5a-40e9-8c93-99dfdae3d86f tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b898e78b34794c0482bb58794e75e007&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890524 Dec 16 21:56:51.456511 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-27298718-6528-4356-a0d0-a7a703a75949 req-f56794ae-799b-4442-b959-4c795adb4828 service neutron] 10.222.0.44 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886002 Dec 16 21:56:51.508135 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-be541caf-b57f-4ac1-b6bb-8dcb159491e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9313461'] for subnet, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:51.591505 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be541caf-b57f-4ac1-b6bb-8dcb159491e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a76a796-9908-426d-a225-cb7368e1df72,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:51.612723 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-27298718-6528-4356-a0d0-a7a703a75949 req-bdd94ed5-0878-49cf-a39c-5eaa08af94ce service neutron] 10.222.0.44 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496921 Dec 16 21:56:51.613564 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be541caf-b57f-4ac1-b6bb-8dcb159491e3 admin admin] Checking segment: {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:56:51.613916 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be541caf-b57f-4ac1-b6bb-8dcb159491e3 admin admin] Network hostable DHCP agents. Network: 86b88aca-b14a-4de3-8e22-2a0ecc03ded5, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:56:51.704654 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be541caf-b57f-4ac1-b6bb-8dcb159491e3 admin admin] Network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:56:51.853457 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-be541caf-b57f-4ac1-b6bb-8dcb159491e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, 86b88aca-b14a-4de3-8e22-2a0ecc03ded5) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:51.867182 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43541d3a-a7b2-4adb-be4c-baea6f5550f8 None None] Network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:56:51.870599 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be541caf-b57f-4ac1-b6bb-8dcb159491e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:51.885873 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-be541caf-b57f-4ac1-b6bb-8dcb159491e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:51.999314 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-160c3c34-cdb2-4896-b388-acc5dd1809fa req-499ed203-b075-4601-969a-09385eaa26b0 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 210 time: 0.0872669 Dec 16 21:56:52.056093 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfddd4881-cffc-5be5-9fa1-a47a6233afa8-86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72'}]}} from dv-cinder-790535-21-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 21:56:52.057573 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:52.070417 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-be541caf-b57f-4ac1-b6bb-8dcb159491e3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2879565 Dec 16 21:56:52.070664 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45802) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:52.076170 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:52.195984 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-46684c4b-3f14-4a40-9671-b0759271264c req-3bb493de-559e-4b8d-b9e0-38501d73da3a tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 210 time: 0.0318365 Dec 16 21:56:52.205811 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124246'] for router, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:52.208382 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1646291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124257'] for router, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:52.221362 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Allocated IP 172.20.0.2 (86b88aca-b14a-4de3-8e22-2a0ecc03ded5/5a76a796-9908-426d-a225-cb7368e1df72/8e55c004-751c-4dea-93d7-62b0406c3f44) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:56:52.273018 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:52.378874 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Publish callbacks [] for port, precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:52.518836 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546'] for port, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:52.519246 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:52.558574 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:56:52.561836 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:52.566831 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:56:52.575292 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Pushing event updated for resources: {'Port': ['ID=8e55c004-751c-4dea-93d7-62b0406c3f44,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:52.638735 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Attempting to bind port 8e55c004-751c-4dea-93d7-62b0406c3f44 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:56:52.639019 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Attempting to bind port 8e55c004-751c-4dea-93d7-62b0406c3f44 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:56:52.639588 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Attempting to bind port 8e55c004-751c-4dea-93d7-62b0406c3f44 on network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:56:52.644856 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:56:52.645223 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Checking segment: {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:56:52.645619 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:52.645999 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Bound using segment: {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:56:52.646479 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Bound port: 8e55c004-751c-4dea-93d7-62b0406c3f44, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:56:52.646870 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:52.718368 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] For port 8e55c004-751c-4dea-93d7-62b0406c3f44, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:56:52.722430 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] For port 8e55c004-751c-4dea-93d7-62b0406c3f44, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=8e55c004-751c-4dea-93d7-62b0406c3f44,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:56:52.793415 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:52.794446 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:52.815980 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:52.877184 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698612a-db15-452b-a26a-dcaf1c2a0e9a None None] Pushing event updated for resources: {'Port': ['ID=8e55c004-751c-4dea-93d7-62b0406c3f44,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:52.951084 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Allocated IP 172.27.3.219 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/21b9f15f-7f5a-446d-8229-2cbedf480990) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:56:53.095671 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:53.153716 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7c830f4b-b831-428e-bcf7-ace0d242e04d req-6367fac9-3ce1-457a-a60b-9978c7663bfc tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 210 time: 0.0431576 Dec 16 21:56:53.294147 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:53.323227 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ced09613-70b8-4f4c-a071-c73d7f638309 req-19aa1d30-fea9-4af3-aa2e-ec76cda1f6bf tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 210 time: 0.0313630 Dec 16 21:56:53.361571 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:56:53.370944 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:53.376063 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:56:53.470059 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45838) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:53.480005 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Pushing event updated for resources: {'Port': ['ID=21b9f15f-7f5a-446d-8229-2cbedf480990,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:53.652913 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac92ee53-fe70-41ab-a435-85c3ab0fcffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:53.771626 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac92ee53-fe70-41ab-a435-85c3ab0fcffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:53.879016 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac92ee53-fe70-41ab-a435-85c3ab0fcffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:53.942364 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:53.970988 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92ee53-fe70-41ab-a435-85c3ab0fcffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc33f47-352f-4335-8f0b-f1695e26b8ea,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:53.977706 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-ac92ee53-fe70-41ab-a435-85c3ab0fcffe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29ffa057225f462ba312f5dcc632e346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5058541 Dec 16 21:56:53.980391 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45856) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:54.072815 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d36d356d-2fbc-40d4-a1bf-e613f68913f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:54.107284 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d36d356d-2fbc-40d4-a1bf-e613f68913f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:54.129946 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 8e55c004-751c-4dea-93d7-62b0406c3f44 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:54.180579 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4583f5b-1881-4114-8e1f-de909915fb58 None None] Network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:56:54.290114 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-86a1a4a1-d009-46c8-9936-b07b98cae9bb req-106195b4-2a6e-4ec4-9ddf-f646a69edee4 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 210 time: 0.0339994 Dec 16 21:56:54.318663 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d36d356d-2fbc-40d4-a1bf-e613f68913f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:54.321579 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d36d356d-2fbc-40d4-a1bf-e613f68913f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:54.323451 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d36d356d-2fbc-40d4-a1bf-e613f68913f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6bc33f47-352f-4335-8f0b-f1695e26b8ea HTTP/1.1" status: 204 len: 168 time: 0.3410456 Dec 16 21:56:54.331017 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d356d-2fbc-40d4-a1bf-e613f68913f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc33f47-352f-4335-8f0b-f1695e26b8ea,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:54.415825 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584865'] for router, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:54.416501 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-91a222df-6f12-405d-a879-aed5b2bf2926 None None] Provisioning complete for port 8e55c004-751c-4dea-93d7-62b0406c3f44 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:54.418365 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-91a222df-6f12-405d-a879-aed5b2bf2926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:54.435325 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-4ed2485b-7e17-41c1-8dcf-c28e361b70b5 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:54.440546 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-4ed2485b-7e17-41c1-8dcf-c28e361b70b5 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.59 "GET /v2.0/networks?id=0e8205d6-50c6-4140-b075-154cc20dabb0 HTTP/1.1" status: 200 len: 816 time: 0.2096972 Dec 16 21:56:54.510497 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 8e55c004-751c-4dea-93d7-62b0406c3f44 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:54.511055 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:54.513148 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ba2f5716-ebe6-40b0-87ba-3c1162e106a6 req-6090bd40-4fed-4786-8b24-36205d0ad077 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 210 time: 0.0488319 Dec 16 21:56:54.539114 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db65b4-9707-4124-b236-ad0b017dca23 req-cfc99dc8-a30e-40e5-844d-2ddc15ddc4fa tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:54.547798 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-45db65b4-9707-4124-b236-ad0b017dca23 req-cfc99dc8-a30e-40e5-844d-2ddc15ddc4fa tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0935135 Dec 16 21:56:54.646559 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-91a222df-6f12-405d-a879-aed5b2bf2926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:54.677083 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:54.679049 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-45db65b4-9707-4124-b236-ad0b017dca23 req-fd7925f0-17ab-4e12-bf68-58f5ef14150e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256976 Dec 16 21:56:54.706249 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-91a222df-6f12-405d-a879-aed5b2bf2926 None None] For port 8e55c004-751c-4dea-93d7-62b0406c3f44, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=8e55c004-751c-4dea-93d7-62b0406c3f44,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:54.791140 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-91a222df-6f12-405d-a879-aed5b2bf2926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:54.865670 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-752cff08-56cd-41aa-aed8-2b75617e480f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2222f1d7be91471380160da7092bd9d7 HTTP/1.1" status: 200 len: 380 time: 0.3758984 Dec 16 21:56:54.879381 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-11255e85-1634-4119-a2b6-253ac04ea92d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Request body: {'port': {'device_id': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'admin_state_up': True, 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'security_groups': ['c8b9d096-d44a-49d6-b59a-47cf01cd9368']}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:54.940520 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef4457-8013-4fc2-91da-dffcbb427869 req-ded465c8-bac9-4dfa-a36a-76e03be1c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:54.942210 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-87ef4457-8013-4fc2-91da-dffcbb427869 req-ded465c8-bac9-4dfa-a36a-76e03be1c98c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1971819039c4cf3865752304b29bb01&device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 1099 time: 0.4015980 Dec 16 21:56:55.041583 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.db.api [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 21:56:55.041942 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG oslo_db.api [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 21:56:55.050613 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-2ff0b2b9-9905-42ae-a8f3-2a59dcfeb6dd None None] Provisioning complete for port 8e55c004-751c-4dea-93d7-62b0406c3f44 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:55.051104 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b2b9-9905-42ae-a8f3-2a59dcfeb6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:55.054004 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a222df-6f12-405d-a879-aed5b2bf2926 None None] Pushing event updated for resources: {'Port': ['ID=8e55c004-751c-4dea-93d7-62b0406c3f44,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:55.170759 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef4457-8013-4fc2-91da-dffcbb427869 req-5be0bca6-f947-46f7-8ef2-9057fec62100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:55.172249 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-87ef4457-8013-4fc2-91da-dffcbb427869 req-5be0bca6-f947-46f7-8ef2-9057fec62100 service neutron] 10.222.0.59 "GET /v2.0/networks?id=752880ba-371c-4f56-98a7-5aae487e8357 HTTP/1.1" status: 200 len: 920 time: 0.2169518 Dec 16 21:56:55.232032 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Router a9d07f84-dd54-4c71-8c44-7122e6827477 is scheduled to L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 with binding_index 1 {{(pid=109593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 21:56:55.250341 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-87ef4457-8013-4fc2-91da-dffcbb427869 req-280415cc-18fd-42e3-9a4e-e50578548b33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f432d8b2-3e2c-417a-96a4-d1126494f26c HTTP/1.1" status: 200 len: 217 time: 0.0518763 Dec 16 21:56:55.250341 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-11255e85-1634-4119-a2b6-253ac04ea92d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Made reservation on behalf of 2222f1d7be91471380160da7092bd9d7 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:56:55.250341 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-11255e85-1634-4119-a2b6-253ac04ea92d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:55.327507 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298718-6528-4356-a0d0-a7a703a75949 req-5f27b221-d101-45b4-8d0b-6394a5823fd5 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:55.328918 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-27298718-6528-4356-a0d0-a7a703a75949 req-5f27b221-d101-45b4-8d0b-6394a5823fd5 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "GET /v2.0/networks?id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf HTTP/1.1" status: 200 len: 815 time: 0.2445147 Dec 16 21:56:55.353190 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45882) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:55.356863 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-27298718-6528-4356-a0d0-a7a703a75949 req-ad77ebad-fd26-4874-8b85-d91a451d5964 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Request body: {'port': {'device_id': '71963dc2-882e-4488-9f8c-1be248b43f77', 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf', 'admin_state_up': True, 'tenant_id': 'b898e78b34794c0482bb58794e75e007'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:55.369254 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-274be088-0a95-46f0-9115-4cb0411a6c11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:55.418953 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-801db6eb-4eef-4657-ab7f-460486a4f6f0 req-bc80460b-45dc-4b50-b4b8-a64b3236b7c1 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 210 time: 0.0394950 Dec 16 21:56:55.420157 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef4457-8013-4fc2-91da-dffcbb427869 req-8f456c9c-2d71-46b1-b2d4-0070458f70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:55.421825 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-87ef4457-8013-4fc2-91da-dffcbb427869 req-8f456c9c-2d71-46b1-b2d4-0070458f70a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84291270-e6c0-402c-af46-4551769988aa HTTP/1.1" status: 200 len: 859 time: 0.1638222 Dec 16 21:56:55.482137 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-274be088-0a95-46f0-9115-4cb0411a6c11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:55.533461 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-87ef4457-8013-4fc2-91da-dffcbb427869 req-8d3ace31-6085-40c7-9ef4-b222be5bd6cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=752880ba-371c-4f56-98a7-5aae487e8357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545549 Dec 16 21:56:55.558155 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-274be088-0a95-46f0-9115-4cb0411a6c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:55.604159 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-274be088-0a95-46f0-9115-4cb0411a6c11 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2bf7002af7cb481aad04dd4254445f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497211 Dec 16 21:56:55.606643 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274be088-0a95-46f0-9115-4cb0411a6c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f4e9e6-9e65-43a4-b109-598952890415,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:55.610196 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45890) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:55.680177 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0e77abab-aa92-4ae7-a68f-eb1095239667 req-1d37cdff-6b49-401d-bec4-853ed06d7c22 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 210 time: 0.0371480 Dec 16 21:56:55.706883 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-548d9dd8-967c-4592-9c06-f6d8a03d6ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:55.711244 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:56:55.735482 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Sync routers for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:56:55.742989 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-548d9dd8-967c-4592-9c06-f6d8a03d6ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:55.749544 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-11255e85-1634-4119-a2b6-253ac04ea92d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Allocated IP 172.20.0.9 (0e8205d6-50c6-4140-b075-154cc20dabb0/9a289809-76be-41c6-8299-52e501367a8c/a10677fe-1add-4546-8c25-b42d17290f1b) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:56:55.752439 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:56:55.752439 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:56:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:55.801485 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-87ef4457-8013-4fc2-91da-dffcbb427869 req-92a958c6-ef89-48c6-9590-918b6fffde88 service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323122 Dec 16 21:56:55.849934 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e190e-ab34-4451-ace7-95a23deeb128 req-eae4b6f8-67ab-4807-90ce-d4bba1340e5a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:55.851780 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-af7e190e-ab34-4451-ace7-95a23deeb128 req-eae4b6f8-67ab-4807-90ce-d4bba1340e5a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0633841 Dec 16 21:56:55.869354 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:56:55.918003 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] Publish callbacks [] for router, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:55.919222 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e92becd8-ebf2-4d5a-b129-abdfe28c0f28 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8477066 Dec 16 21:56:55.923796 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 45894) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:55.924625 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-af7e190e-ab34-4451-ace7-95a23deeb128 req-08e91115-0040-424e-9101-122ed473ea66 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574789 Dec 16 21:56:55.928359 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-548d9dd8-967c-4592-9c06-f6d8a03d6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:55.935727 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27298718-6528-4356-a0d0-a7a703a75949 req-ad77ebad-fd26-4874-8b85-d91a451d5964 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Made reservation on behalf of b898e78b34794c0482bb58794e75e007 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:56:55.939860 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-27298718-6528-4356-a0d0-a7a703a75949 req-ad77ebad-fd26-4874-8b85-d91a451d5964 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:55.947571 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-548d9dd8-967c-4592-9c06-f6d8a03d6ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:55.951464 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-548d9dd8-967c-4592-9c06-f6d8a03d6ee0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8f4e9e6-9e65-43a4-b109-598952890415 HTTP/1.1" status: 204 len: 168 time: 0.3394740 Dec 16 21:56:55.982141 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d9dd8-967c-4592-9c06-f6d8a03d6ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f4e9e6-9e65-43a4-b109-598952890415,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:56.093599 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:53Z', 'revision_number': 3, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:56.123026 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Checking router: a9d07f84-dd54-4c71-8c44-7122e6827477 for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:56:56.123489 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Updating router a9d07f84-dd54-4c71-8c44-7122e6827477 port 21b9f15f-7f5a-446d-8229-2cbedf480990 binding host dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:56:56.146092 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 8e55c004-751c-4dea-93d7-62b0406c3f44 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:56.149786 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:56.153170 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-87ef4457-8013-4fc2-91da-dffcbb427869 req-3eaa9936-e12e-410c-86de-ae0a165942c8 service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378925 Dec 16 21:56:56.196747 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-11255e85-1634-4119-a2b6-253ac04ea92d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:56.210147 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 8e55c004-751c-4dea-93d7-62b0406c3f44 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:56.210517 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:56.393323 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-27298718-6528-4356-a0d0-a7a703a75949 req-ad77ebad-fd26-4874-8b85-d91a451d5964 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Allocated IP 172.20.0.13 (9e6a2b1d-71dd-4165-afb0-824a9e1a54cf/d2f286ec-a6de-4cd3-bebc-afb6b74f70d7/c58bb2ef-2e26-4191-88c6-e4b01f40cf5b) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:56:56.470556 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Publish callbacks [] for port, precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:56.493010 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-11255e85-1634-4119-a2b6-253ac04ea92d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:56.538867 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-225a4a77-aa6d-4160-a92d-f8848bf4b75f req-362ff2f0-7907-45ab-b50b-303afb8fd6ba tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 210 time: 0.0290627 Dec 16 21:56:56.554298 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:56.621126 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9a1f0-2b82-43e4-921f-79abfdee2e1e None None] Pushing event updated for resources: {'Port': ['ID=21b9f15f-7f5a-446d-8229-2cbedf480990,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:56.626588 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Attempting to bind port 21b9f15f-7f5a-446d-8229-2cbedf480990 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:56:56.626979 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Attempting to bind port 21b9f15f-7f5a-446d-8229-2cbedf480990 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:56:56.627335 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Attempting to bind port 21b9f15f-7f5a-446d-8229-2cbedf480990 on network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:56:56.633287 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:56:56.633736 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Checking segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:56:56.634149 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:56.634536 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Bound using segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:56:56.635012 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Bound port: 21b9f15f-7f5a-446d-8229-2cbedf480990, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:56:56.635412 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:56.700403 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] For port 21b9f15f-7f5a-446d-8229-2cbedf480990, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:56:56.704671 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] For port 21b9f15f-7f5a-446d-8229-2cbedf480990, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=21b9f15f-7f5a-446d-8229-2cbedf480990,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:56:56.838435 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2de52a-434e-489c-b60f-91385c98b976 req-bdda4608-3e11-4198-b6b3-65ecc7d9cc72 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:56.841486 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b2de52a-434e-489c-b60f-91385c98b976 req-bdda4608-3e11-4198-b6b3-65ecc7d9cc72 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 931 time: 0.0568869 Dec 16 21:56:56.847438 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:56.871056 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-11255e85-1634-4119-a2b6-253ac04ea92d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Network 0e8205d6-50c6-4140-b075-154cc20dabb0 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:56:56.882789 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-11255e85-1634-4119-a2b6-253ac04ea92d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:56.885315 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-11255e85-1634-4119-a2b6-253ac04ea92d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:56:56.894067 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11255e85-1634-4119-a2b6-253ac04ea92d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event updated for resources: {'Port': ['ID=a10677fe-1add-4546-8c25-b42d17290f1b,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:56.922740 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9a1f0-2b82-43e4-921f-79abfdee2e1e None None] Pushing event updated for resources: {'Port': ['ID=21b9f15f-7f5a-446d-8229-2cbedf480990,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:56.982303 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:56:56.983740 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:56:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:57.020162 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-11255e85-1634-4119-a2b6-253ac04ea92d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:57.020868 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-11255e85-1634-4119-a2b6-253ac04ea92d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:57.033655 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b2de52a-434e-489c-b60f-91385c98b976 req-2e8ad769-da0b-4a04-828f-55ce133713f1 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656725 Dec 16 21:56:57.072926 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-27298718-6528-4356-a0d0-a7a703a75949 req-ad77ebad-fd26-4874-8b85-d91a451d5964 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:57.126786 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:56:57.170205 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-11255e85-1634-4119-a2b6-253ac04ea92d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2964160 Dec 16 21:56:57.171042 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45930) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:57.196286 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0a230-49fa-4901-8e0f-75c5269537fb req-e62660fb-3cc0-4b63-bc68-b8e43c6604c5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:57.205038 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-afd0a230-49fa-4901-8e0f-75c5269537fb req-e62660fb-3cc0-4b63-bc68-b8e43c6604c5 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.1217136 Dec 16 21:56:57.245849 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:57.251758 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Request body: {'port': {'device_id': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:57.303865 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-afd0a230-49fa-4901-8e0f-75c5269537fb req-024aad22-d15d-4c6d-83ed-d8be7c5baafb tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926619 Dec 16 21:56:57.383465 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a678168-1539-40ec-84f8-2e3db87da9f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:57.400918 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-7cf063ae-c6f8-498d-a6d1-a9aef4bdbf61 None None] Provisioning complete for port a10677fe-1add-4546-8c25-b42d17290f1b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:57.402259 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7cf063ae-c6f8-498d-a6d1-a9aef4bdbf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:57.435265 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-27298718-6528-4356-a0d0-a7a703a75949 req-ad77ebad-fd26-4874-8b85-d91a451d5964 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:57.463972 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['23395dab-fbbd-45ba-b515-1a2e37b463e5', 'af5d815d-b905-4ac6-93c7-e97415241839'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:56:57.504938 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:53Z', 'revision_number': 3, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:56:57.521935 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7cf063ae-c6f8-498d-a6d1-a9aef4bdbf61 None None] Port a10677fe-1add-4546-8c25-b42d17290f1b cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:56:57.529415 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a678168-1539-40ec-84f8-2e3db87da9f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:57.555137 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c0f1e-9ed5-4b6a-83df-0553ffd0c02a None None] The sync data for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi is: [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:53Z', 'revision_number': 3, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:56:57.556237 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27298718-6528-4356-a0d0-a7a703a75949 req-ad77ebad-fd26-4874-8b85-d91a451d5964 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:56:57.567817 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-27298718-6528-4356-a0d0-a7a703a75949 req-ad77ebad-fd26-4874-8b85-d91a451d5964 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:57.570082 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77ebad-fd26-4874-8b85-d91a451d5964 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Pushing event updated for resources: {'Port': ['ID=c58bb2ef-2e26-4191-88c6-e4b01f40cf5b,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:57.577525 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-27298718-6528-4356-a0d0-a7a703a75949 req-ad77ebad-fd26-4874-8b85-d91a451d5964 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:56:57.608785 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a678168-1539-40ec-84f8-2e3db87da9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:57.612647 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:57.620282 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Allocated IP 172.20.0.1 (86b88aca-b14a-4de3-8e22-2a0ecc03ded5/5a76a796-9908-426d-a225-cb7368e1df72/c34d7f3c-8ec9-4b1a-8002-975225ccf42f) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:56:57.693347 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298718-6528-4356-a0d0-a7a703a75949 req-ad77ebad-fd26-4874-8b85-d91a451d5964 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:57.693739 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a678168-1539-40ec-84f8-2e3db87da9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b41e47-0b19-48ee-95c6-ff3a86e77205,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:57.694409 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-27298718-6528-4356-a0d0-a7a703a75949 req-ad77ebad-fd26-4874-8b85-d91a451d5964 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:57.744025 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-0a678168-1539-40ec-84f8-2e3db87da9f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14731567f5fb4e03a066b8490f6535c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5672882 Dec 16 21:56:57.760788 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 45944) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:56:57.856420 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78fdff-4ad5-498e-8179-96a670e5f89e req-28a35c17-1176-45a6-9c05-bed4d3293d68 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:57.864990 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cc78fdff-4ad5-498e-8179-96a670e5f89e req-28a35c17-1176-45a6-9c05-bed4d3293d68 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 932 time: 0.1423378 Dec 16 21:56:57.868784 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-07aab622-c85b-4ab7-93a4-d6eb8924eb7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:57.941901 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-27298718-6528-4356-a0d0-a7a703a75949 req-ad77ebad-fd26-4874-8b85-d91a451d5964 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5960777 Dec 16 21:56:57.966782 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Request body: {'port': {'device_id': '71963dc2-882e-4488-9f8c-1be248b43f77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:56:57.975775 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-07aab622-c85b-4ab7-93a4-d6eb8924eb7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:58.017386 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cc78fdff-4ad5-498e-8179-96a670e5f89e req-57b6ae54-9ce9-42d0-8e23-54bbc3271cdc tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511130 Dec 16 21:56:58.118185 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:58.135267 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:58.160636 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 21b9f15f-7f5a-446d-8229-2cbedf480990 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:56:58.176370 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-07aab622-c85b-4ab7-93a4-d6eb8924eb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:58.179115 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-07aab622-c85b-4ab7-93a4-d6eb8924eb7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:58.180620 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-07aab622-c85b-4ab7-93a4-d6eb8924eb7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90b41e47-0b19-48ee-95c6-ff3a86e77205 HTTP/1.1" status: 204 len: 168 time: 0.4186749 Dec 16 21:56:58.243188 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aab622-c85b-4ab7-93a4-d6eb8924eb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b41e47-0b19-48ee-95c6-ff3a86e77205,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:58.290289 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 21b9f15f-7f5a-446d-8229-2cbedf480990 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:58.292014 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:58.304238 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe9108-3c43-497a-9647-c7e7d651ef6d req-e5a31595-abfe-402e-9780-9bdf0a04f3f3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:58.309769 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-abfe9108-3c43-497a-9647-c7e7d651ef6d req-e5a31595-abfe-402e-9780-9bdf0a04f3f3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 931 time: 0.1842794 Dec 16 21:56:58.439574 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-abfe9108-3c43-497a-9647-c7e7d651ef6d req-0b07fb57-ecca-4fcf-973c-e523afbfacd3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227629 Dec 16 21:56:58.508352 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c14d79-f25b-4d1a-a820-b4232d11d7b0 req-67225ccc-b8ae-4150-9e64-2323c87afee8 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:58.517565 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c0c14d79-f25b-4d1a-a820-b4232d11d7b0 req-67225ccc-b8ae-4150-9e64-2323c87afee8 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0718212 Dec 16 21:56:58.533518 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:58.536753 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10677fe-1add-4546-8c25-b42d17290f1b {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:56:58.562240 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:58.583355 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Transition to ACTIVE for port object a10677fe-1add-4546-8c25-b42d17290f1b will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 21:56:58.587649 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] For port 21b9f15f-7f5a-446d-8229-2cbedf480990, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=21b9f15f-7f5a-446d-8229-2cbedf480990,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:56:58.594401 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c0c14d79-f25b-4d1a-a820-b4232d11d7b0 req-013f43d1-9843-4b3f-9d0d-f754d55cf08a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758049 Dec 16 21:56:58.606448 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:58.661111 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:56:58.667106 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:56:58.672919 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:56:58.693599 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:58.723938 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:58.761003 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Pushing event updated for resources: {'Port': ['ID=c34d7f3c-8ec9-4b1a-8002-975225ccf42f,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:58.825185 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Pushing event updated for resources: {'Port': ['ID=21b9f15f-7f5a-446d-8229-2cbedf480990,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:58.895330 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:59.008869 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Pushing event updated for resources: {'Port': ['ID=a10677fe-1add-4546-8c25-b42d17290f1b,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:59.068281 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58bb2ef-2e26-4191-88c6-e4b01f40cf5b {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:56:59.082504 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-80c52507-19a3-4bee-83b3-79bd6229f6eb None None] Provisioning complete for port c34d7f3c-8ec9-4b1a-8002-975225ccf42f triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:56:59.082939 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80c52507-19a3-4bee-83b3-79bd6229f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:59.119090 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:59.141431 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-80c52507-19a3-4bee-83b3-79bd6229f6eb None None] Port c34d7f3c-8ec9-4b1a-8002-975225ccf42f cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:56:59.180202 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Transition to ACTIVE for port object c58bb2ef-2e26-4191-88c6-e4b01f40cf5b will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 21:56:59.200445 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Attempting to bind port a10677fe-1add-4546-8c25-b42d17290f1b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:56:59.200890 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Attempting to bind port a10677fe-1add-4546-8c25-b42d17290f1b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:56:59.201225 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Attempting to bind port a10677fe-1add-4546-8c25-b42d17290f1b on network 0e8205d6-50c6-4140-b075-154cc20dabb0 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:56:59.208419 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Port a10677fe-1add-4546-8c25-b42d17290f1b on network 0e8205d6-50c6-4140-b075-154cc20dabb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 21:56:59.208752 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Attempting to bind port a10677fe-1add-4546-8c25-b42d17290f1b on network 0e8205d6-50c6-4140-b075-154cc20dabb0 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:56:59.214276 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:56:59.214501 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Checking segment: {'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:56:59.214761 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Bound using segment: {'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:56:59.215198 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Bound port: a10677fe-1add-4546-8c25-b42d17290f1b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:56:59.215554 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:59.221661 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d8855-fff5-4dbe-9c63-dcf166ad611c req-f8cd828d-1f5d-466c-b863-092bf95b59e3 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:59.221661 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c8d8855-fff5-4dbe-9c63-dcf166ad611c req-f8cd828d-1f5d-466c-b863-092bf95b59e3 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 932 time: 0.0609803 Dec 16 21:56:59.251890 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:59.289908 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c8d8855-fff5-4dbe-9c63-dcf166ad611c req-7e7ab800-f882-432b-bf9a-e996903660d8 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598845 Dec 16 21:56:59.362289 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:59.364347 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] For port a10677fe-1add-4546-8c25-b42d17290f1b, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:56:59.369562 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] For port a10677fe-1add-4546-8c25-b42d17290f1b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a10677fe-1add-4546-8c25-b42d17290f1b,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:56:59.370463 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Pushing event updated for resources: {'Port': ['ID=c58bb2ef-2e26-4191-88c6-e4b01f40cf5b,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:59.461703 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:59.564748 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Attempting to bind port c58bb2ef-2e26-4191-88c6-e4b01f40cf5b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:56:59.565341 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Attempting to bind port c58bb2ef-2e26-4191-88c6-e4b01f40cf5b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:56:59.565521 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Attempting to bind port c58bb2ef-2e26-4191-88c6-e4b01f40cf5b on network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:56:59.574956 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:59.575615 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:59.581183 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] 10.222.0.59 "PUT /v2.0/ports/a10677fe-1add-4546-8c25-b42d17290f1b HTTP/1.1" status: 200 len: 1093 time: 2.3355901 Dec 16 21:56:59.582593 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'tag': 'a10677fe-1add-4546-8c25-b42d17290f1b'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:56:59.585434 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8ceec0-fe5a-4d3e-b13a-238a5f16e021" -d '{"events": [{"name": "network-changed", "server_uuid": "83287a64-d6f2-49a7-9d6d-8a77dd9a212a", "tag": "a10677fe-1add-4546-8c25-b42d17290f1b"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:56:59.612580 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c792ca-4954-4050-9cdf-b073705e0ca6 req-cc18c539-1a7a-4c3a-b222-42be56a1320c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:59.615681 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-95c792ca-4954-4050-9cdf-b073705e0ca6 req-cc18c539-1a7a-4c3a-b222-42be56a1320c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.1026456 Dec 16 21:56:59.663421 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Port c58bb2ef-2e26-4191-88c6-e4b01f40cf5b on network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 21:56:59.668825 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Attempting to bind port c58bb2ef-2e26-4191-88c6-e4b01f40cf5b on network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:56:59.672724 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:56:59.673415 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Checking segment: {'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:56:59.673865 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Bound using segment: {'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:56:59.674232 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Bound port: c58bb2ef-2e26-4191-88c6-e4b01f40cf5b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:56:59.674585 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:59.721012 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-95c792ca-4954-4050-9cdf-b073705e0ca6 req-85a0c3cd-d928-475f-8557-ccc26684a6a9 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861979 Dec 16 21:56:59.736528 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f5951-01f6-4a59-b3f7-b213212adea8 service neutron] Pushing event updated for resources: {'Port': ['ID=a10677fe-1add-4546-8c25-b42d17290f1b,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:56:59.792429 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:59.806961 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-636fa44e-65c8-4323-8dac-701cb0152105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:59.808743 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-636fa44e-65c8-4323-8dac-701cb0152105 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2222f1d7be91471380160da7092bd9d7&device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 1096 time: 0.1193180 Dec 16 21:56:59.829146 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800c6c9-2b76-4dff-a72c-f981ca7a72ee req-3683fbb9-9f4f-4bc2-8c2c-c25d014723e4 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:56:59.830326 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 21:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbf6be5-8deb-43c5-9937-2fead395ff75 x-openstack-request-id: req-cbbf6be5-8deb-43c5-9937-2fead395ff75 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:56:59.830621 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83287a64-d6f2-49a7-9d6d-8a77dd9a212a", "tag": "a10677fe-1add-4546-8c25-b42d17290f1b", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:56:59.830923 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbbf6be5-8deb-43c5-9937-2fead395ff75 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:56:59.831251 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'tag': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'status': 'completed', 'code': 200} Dec 16 21:56:59.836533 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e800c6c9-2b76-4dff-a72c-f981ca7a72ee req-3683fbb9-9f4f-4bc2-8c2c-c25d014723e4 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.1341786 Dec 16 21:56:59.868065 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:59.875241 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-494b1936-b846-4680-a15f-874efd6830c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10677fe-1add-4546-8c25-b42d17290f1b HTTP/1.1" status: 200 len: 217 time: 0.0568187 Dec 16 21:56:59.888055 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e800c6c9-2b76-4dff-a72c-f981ca7a72ee req-84fb6f47-a86a-4950-9aa1-c53132ad68c2 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488648 Dec 16 21:56:59.975005 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:00.008242 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] For port c58bb2ef-2e26-4191-88c6-e4b01f40cf5b, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:57:00.014947 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 21b9f15f-7f5a-446d-8229-2cbedf480990 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:57:00.034694 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] For port c58bb2ef-2e26-4191-88c6-e4b01f40cf5b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c58bb2ef-2e26-4191-88c6-e4b01f40cf5b,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:57:00.037586 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581090'] for router_interface, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:00.049878 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Pushing event updated for resources: {'Port': ['ID=c34d7f3c-8ec9-4b1a-8002-975225ccf42f,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:00.058494 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-ce3ea652-539d-40d2-bc67-85afb7f04fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:00.060040 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-ce3ea652-539d-40d2-bc67-85afb7f04fe2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a289809-76be-41c6-8299-52e501367a8c HTTP/1.1" status: 200 len: 855 time: 0.1037555 Dec 16 21:57:00.075679 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 21b9f15f-7f5a-446d-8229-2cbedf480990 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:00.076327 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:00.325766 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:00.409438 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:00.410065 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:00.411455 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-27298718-6528-4356-a0d0-a7a703a75949 req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] 10.222.0.59 "PUT /v2.0/ports/c58bb2ef-2e26-4191-88c6-e4b01f40cf5b HTTP/1.1" status: 200 len: 1094 time: 2.4570367 Dec 16 21:57:00.443016 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778794b8-3ab8-46ac-ba18-465e0a9182fb req-30ec8b14-d90d-4fed-957d-21d31d80cf56 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:00.444699 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-778794b8-3ab8-46ac-ba18-465e0a9182fb req-30ec8b14-d90d-4fed-957d-21d31d80cf56 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 944 time: 0.0673225 Dec 16 21:57:00.451049 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-e1e84b20-0fc7-48e9-a4bb-609edfce9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:00.453315 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-e1e84b20-0fc7-48e9-a4bb-609edfce9c67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e8205d6-50c6-4140-b075-154cc20dabb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3766901 Dec 16 21:57:00.457306 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa265e-f685-4d1f-861d-3a75ed5b3353 service neutron] Pushing event updated for resources: {'Port': ['ID=c58bb2ef-2e26-4191-88c6-e4b01f40cf5b,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:00.516025 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:57:00.519993 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-778794b8-3ab8-46ac-ba18-465e0a9182fb req-41fc2eb4-6790-405f-8489-d1f47ad30aeb tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661077 Dec 16 21:57:00.520819 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:57:00.683811 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-301ee02d-a899-400b-9826-58bbe51fd0cb service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200401 Dec 16 21:57:00.691481 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298718-6528-4356-a0d0-a7a703a75949 req-a267f666-7128-4c1c-a0d6-0b523110a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:00.693001 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-27298718-6528-4356-a0d0-a7a703a75949 req-a267f666-7128-4c1c-a0d6-0b523110a490 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b898e78b34794c0482bb58794e75e007&device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 1097 time: 0.1291821 Dec 16 21:57:00.789093 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-27298718-6528-4356-a0d0-a7a703a75949 req-20e2808a-2b16-4f32-ba5c-9c31a7152110 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c58bb2ef-2e26-4191-88c6-e4b01f40cf5b HTTP/1.1" status: 200 len: 217 time: 0.0821912 Dec 16 21:57:00.796027 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Router a9d07f84-dd54-4c71-8c44-7122e6827477 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 21:57:00.836648 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-6d63b918-40d4-4875-9863-4e345ce9f02e None None] Provisioning complete for port c34d7f3c-8ec9-4b1a-8002-975225ccf42f triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:00.837097 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d63b918-40d4-4875-9863-4e345ce9f02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:00.858805 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec1061-7b1e-4d76-9340-06c5db9378ac req-2f2e78e0-c289-463c-b336-1413aa55bc0e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:00.861351 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-65ec1061-7b1e-4d76-9340-06c5db9378ac req-2f2e78e0-c289-463c-b336-1413aa55bc0e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0634055 Dec 16 21:57:00.879723 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6d63b918-40d4-4875-9863-4e345ce9f02e None None] Port c34d7f3c-8ec9-4b1a-8002-975225ccf42f cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:57:00.917636 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298718-6528-4356-a0d0-a7a703a75949 req-a14ae4d6-2a3a-4185-8ae4-60ec5decacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:00.918971 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-27298718-6528-4356-a0d0-a7a703a75949 req-a14ae4d6-2a3a-4185-8ae4-60ec5decacfe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2f286ec-a6de-4cd3-bebc-afb6b74f70d7 HTTP/1.1" status: 200 len: 855 time: 0.1218941 Dec 16 21:57:00.923086 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-65ec1061-7b1e-4d76-9340-06c5db9378ac req-cd843d73-84a0-4105-8898-d03cc4116f76 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514176 Dec 16 21:57:00.923500 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fff01b8f-f942-4ad5-ad2a-62d528377b0d req-bbe030ba-33ea-4655-b17d-145e1c5540dd service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295947 Dec 16 21:57:00.987542 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-27298718-6528-4356-a0d0-a7a703a75949 req-e5f0f53b-bded-4919-afdc-646191642e8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558321 Dec 16 21:57:01.015333 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636dd8-fe02-4ccf-8378-2208f1637453 req-709ac471-fcb8-4bd6-bdec-e7c6ac1fcac7 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:01.017526 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-17636dd8-fe02-4ccf-8378-2208f1637453 req-709ac471-fcb8-4bd6-bdec-e7c6ac1fcac7 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0499713 Dec 16 21:57:01.063008 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:57:01.072431 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-17636dd8-fe02-4ccf-8378-2208f1637453 req-71636a6e-9221-4a86-81b4-ee9a34dab624 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477152 Dec 16 21:57:01.080094 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Sync routers for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:57:01.082365 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-40d995c7-c534-4803-9611-8a9b4998b32b admin admin] 10.222.0.44 "PUT /v2.0/routers/a9d07f84-dd54-4c71-8c44-7122e6827477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1555598 Dec 16 21:57:01.098277 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:57:01.104641 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:56:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:01.128164 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ceec0-fe5a-4d3e-b13a-238a5f16e021 req-afae8b81-1398-4382-9a42-1c9b09a0da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:01.129737 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0f8ceec0-fe5a-4d3e-b13a-238a5f16e021 req-afae8b81-1398-4382-9a42-1c9b09a0da36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2222f1d7be91471380160da7092bd9d7&device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 1096 time: 0.0795643 Dec 16 21:57:01.163658 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-27298718-6528-4356-a0d0-a7a703a75949 req-faa9b2ee-fa50-491b-a2e4-14b286f0cf9e service neutron] 10.222.0.59 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680853 Dec 16 21:57:01.212388 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:57:01.294048 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ceec0-fe5a-4d3e-b13a-238a5f16e021 req-f375d82d-2a3e-4d66-9dbb-9ce6baa69f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:01.295652 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0f8ceec0-fe5a-4d3e-b13a-238a5f16e021 req-f375d82d-2a3e-4d66-9dbb-9ce6baa69f7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e8205d6-50c6-4140-b075-154cc20dabb0 HTTP/1.1" status: 200 len: 917 time: 0.1544573 Dec 16 21:57:01.344327 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-27298718-6528-4356-a0d0-a7a703a75949 req-01cbcc76-fbb7-4dca-9a00-ee1d48fc51fc service neutron] 10.222.0.59 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550682 Dec 16 21:57:01.345752 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0f8ceec0-fe5a-4d3e-b13a-238a5f16e021 req-225289fd-c3a7-4501-932f-4a747981c815 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10677fe-1add-4546-8c25-b42d17290f1b HTTP/1.1" status: 200 len: 217 time: 0.0398357 Dec 16 21:57:01.416596 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ceec0-fe5a-4d3e-b13a-238a5f16e021 req-868f7823-2251-4be0-8990-decf299890e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:01.416596 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0f8ceec0-fe5a-4d3e-b13a-238a5f16e021 req-868f7823-2251-4be0-8990-decf299890e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a289809-76be-41c6-8299-52e501367a8c HTTP/1.1" status: 200 len: 855 time: 0.0524328 Dec 16 21:57:01.427965 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 2, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:01.460137 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Checking router: a9d07f84-dd54-4c71-8c44-7122e6827477 for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:57:01.460523 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Updating router a9d07f84-dd54-4c71-8c44-7122e6827477 port c34d7f3c-8ec9-4b1a-8002-975225ccf42f binding host dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:57:01.469660 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ceec0-fe5a-4d3e-b13a-238a5f16e021 req-7af5bffc-12eb-41e0-a187-5e171a0b4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:01.474258 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0f8ceec0-fe5a-4d3e-b13a-238a5f16e021 req-7af5bffc-12eb-41e0-a187-5e171a0b4e27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e8205d6-50c6-4140-b075-154cc20dabb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0477231 Dec 16 21:57:01.487120 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:01.582499 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0f8ceec0-fe5a-4d3e-b13a-238a5f16e021 req-b268cb51-a398-46a0-9ce2-775779261498 service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014023 Dec 16 21:57:01.660726 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7de2d-53d7-43a7-8c3f-b4444a07b717 req-87970e0f-f012-4e77-bae9-f0cf3695396c tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:01.662270 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ced7de2d-53d7-43a7-8c3f-b4444a07b717 req-87970e0f-f012-4e77-bae9-f0cf3695396c tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 944 time: 0.0584979 Dec 16 21:57:01.698419 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0f8ceec0-fe5a-4d3e-b13a-238a5f16e021 req-5c459e20-fbfe-4f63-ae95-9b4de03bb632 service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055567 Dec 16 21:57:01.719355 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ced7de2d-53d7-43a7-8c3f-b4444a07b717 req-4fec11c0-f99a-4479-adc7-01cd39857cf2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499380 Dec 16 21:57:01.792210 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Publish callbacks [] for port, precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:01.832243 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71963dc2-882e-4488-9f8c-1be248b43f77', 'tag': 'c58bb2ef-2e26-4191-88c6-e4b01f40cf5b'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:57:01.834631 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed91c14-3cc0-4c93-b79a-17b47af736b5" -d '{"events": [{"name": "network-changed", "server_uuid": "71963dc2-882e-4488-9f8c-1be248b43f77", "tag": "c58bb2ef-2e26-4191-88c6-e4b01f40cf5b"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:57:01.870855 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 21:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac537cb-2d05-47bc-b6ab-9a825313660b x-openstack-request-id: req-dac537cb-2d05-47bc-b6ab-9a825313660b {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:57:01.871147 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71963dc2-882e-4488-9f8c-1be248b43f77", "tag": "c58bb2ef-2e26-4191-88c6-e4b01f40cf5b", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:57:01.871406 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dac537cb-2d05-47bc-b6ab-9a825313660b {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:57:01.871808 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71963dc2-882e-4488-9f8c-1be248b43f77', 'tag': 'c58bb2ef-2e26-4191-88c6-e4b01f40cf5b', 'status': 'completed', 'code': 200} Dec 16 21:57:01.875844 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:01.926299 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f41832-a2ae-4ec2-8c79-2c8fac95fcd3 None None] Pushing event updated for resources: {'Port': ['ID=c34d7f3c-8ec9-4b1a-8002-975225ccf42f,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:01.972899 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed91c14-3cc0-4c93-b79a-17b47af736b5 req-8f4b5808-a01c-429d-aa2f-c59871f635ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:01.974493 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9ed91c14-3cc0-4c93-b79a-17b47af736b5 req-8f4b5808-a01c-429d-aa2f-c59871f635ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b898e78b34794c0482bb58794e75e007&device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 1097 time: 0.0666409 Dec 16 21:57:01.991062 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Attempting to bind port c34d7f3c-8ec9-4b1a-8002-975225ccf42f on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:57:01.991431 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Attempting to bind port c34d7f3c-8ec9-4b1a-8002-975225ccf42f by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:57:01.991880 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Attempting to bind port c34d7f3c-8ec9-4b1a-8002-975225ccf42f on network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:57:01.999677 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:57:02.000116 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Checking segment: {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:57:02.000639 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:02.001039 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Bound using segment: {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:57:02.001571 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Bound port: c34d7f3c-8ec9-4b1a-8002-975225ccf42f, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:57:02.001952 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:02.081582 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] For port c34d7f3c-8ec9-4b1a-8002-975225ccf42f, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:57:02.085954 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] For port c34d7f3c-8ec9-4b1a-8002-975225ccf42f, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=c34d7f3c-8ec9-4b1a-8002-975225ccf42f,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:57:02.093701 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4e22a-e570-4ebc-a8b1-8fbc28fda86d req-5af80718-9375-4f82-b8bb-15bca3e0eb17 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:02.098179 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-80b4e22a-e570-4ebc-a8b1-8fbc28fda86d req-5af80718-9375-4f82-b8bb-15bca3e0eb17 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0729661 Dec 16 21:57:02.127222 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed91c14-3cc0-4c93-b79a-17b47af736b5 req-fb5d6857-7ce2-45a1-9856-036173e9e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:02.129727 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9ed91c14-3cc0-4c93-b79a-17b47af736b5 req-fb5d6857-7ce2-45a1-9856-036173e9e92e service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf HTTP/1.1" status: 200 len: 916 time: 0.1408520 Dec 16 21:57:02.166558 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 46050) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:02.173164 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1059999669-network', 'tenant_id': '955625b0db394b59b62c70c353a2d662'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:02.187770 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9ed91c14-3cc0-4c93-b79a-17b47af736b5 req-f7147a72-8d64-4ebc-9931-7f6f40b7d8f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c58bb2ef-2e26-4191-88c6-e4b01f40cf5b HTTP/1.1" status: 200 len: 217 time: 0.0474544 Dec 16 21:57:02.226617 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:02.227003 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-80b4e22a-e570-4ebc-a8b1-8fbc28fda86d req-081a7d04-8b03-4314-8abf-81680d4b7501 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185644 Dec 16 21:57:02.227107 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-6917f234-5a23-4c90-a8a2-7b25c3a08971 None None] Provisioning complete for port c34d7f3c-8ec9-4b1a-8002-975225ccf42f triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:02.227107 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6917f234-5a23-4c90-a8a2-7b25c3a08971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:02.255046 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57435b-7e69-4b67-ac59-05ffafc3f282 req-7bfb38df-b4db-4f1c-9fb9-f5361eddd5a6 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:02.256827 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5a57435b-7e69-4b67-ac59-05ffafc3f282 req-7bfb38df-b4db-4f1c-9fb9-f5361eddd5a6 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0782335 Dec 16 21:57:02.259258 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed91c14-3cc0-4c93-b79a-17b47af736b5 req-17ebb76a-8b83-40b3-b5f8-ad773e69ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:02.260679 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9ed91c14-3cc0-4c93-b79a-17b47af736b5 req-17ebb76a-8b83-40b3-b5f8-ad773e69ba20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2f286ec-a6de-4cd3-bebc-afb6b74f70d7 HTTP/1.1" status: 200 len: 855 time: 0.0640116 Dec 16 21:57:02.297813 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9ed91c14-3cc0-4c93-b79a-17b47af736b5 req-b7623f19-a7cf-4978-8978-8d35fb0a93c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254910 Dec 16 21:57:02.321012 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5a57435b-7e69-4b67-ac59-05ffafc3f282 req-6686242f-fbeb-4919-92c1-edfa0e65ec79 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561881 Dec 16 21:57:02.322687 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f41832-a2ae-4ec2-8c79-2c8fac95fcd3 None None] Pushing event updated for resources: {'Port': ['ID=c34d7f3c-8ec9-4b1a-8002-975225ccf42f,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:02.327226 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:57:02.327978 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:56:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:02.335198 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] Made reservation on behalf of 955625b0db394b59b62c70c353a2d662 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:57:02.337541 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:02.351748 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:02.411774 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9ed91c14-3cc0-4c93-b79a-17b47af736b5 req-6980a952-d5a7-41b0-ad1d-2c738d2d3732 service neutron] 10.222.0.59 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013894 Dec 16 21:57:02.466668 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:02.485254 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6917f234-5a23-4c90-a8a2-7b25c3a08971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:02.501350 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:57:02.527812 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9ed91c14-3cc0-4c93-b79a-17b47af736b5 req-600e422b-777c-4085-b8d9-45e6fd23a912 service neutron] 10.222.0.59 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050498 Dec 16 21:57:02.566084 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:02.589334 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:57:02.600074 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3fb5ab-ec1a-4535-9c04-0d3e588dc6d8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:02.609198 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:02.609198 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] Added segment 0e8afc9c-27af-4b24-af21-6f85ef7a678d of type vlan for network bbdd3f66-d767-4610-8775-0e383a8b8dad Dec 16 21:57:02.656366 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:02.730153 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-6917f234-5a23-4c90-a8a2-7b25c3a08971 None None] For port c34d7f3c-8ec9-4b1a-8002-975225ccf42f, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=c34d7f3c-8ec9-4b1a-8002-975225ccf42f,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:57:02.739194 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:02.740793 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:02.741423 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:02.802973 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6917f234-5a23-4c90-a8a2-7b25c3a08971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:02.833120 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] Pushing event updated for resources: {'Network': ['ID=bbdd3f66-d767-4610-8775-0e383a8b8dad,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:02.854836 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network bbdd3f66-d767-4610-8775-0e383a8b8dad details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:57:02.859160 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c546be-9d3a-4718-b2fc-fbcf9579205f req-a6e606f6-351b-4e8f-9688-a9a2344e579e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:02.860937 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a3c546be-9d3a-4718-b2fc-fbcf9579205f req-a6e606f6-351b-4e8f-9688-a9a2344e579e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 944 time: 0.0615222 Dec 16 21:57:02.891905 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-154b65cb-782c-4dae-a18f-20506f041fd9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7242241 Dec 16 21:57:02.894734 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46066) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:02.900790 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-5b1669e7-0a0a-4198-89ea-4b1670fe00a6 admin admin] Request body: {'subnet': {'network_id': 'bbdd3f66-d767-4610-8775-0e383a8b8dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1059999669-subnet', 'tenant_id': '955625b0db394b59b62c70c353a2d662', 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:02.916350 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a3c546be-9d3a-4718-b2fc-fbcf9579205f req-98e0dbdc-62fd-46b8-8586-c21007515983 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492463 Dec 16 21:57:02.966813 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917f234-5a23-4c90-a8a2-7b25c3a08971 None None] Pushing event updated for resources: {'Port': ['ID=c34d7f3c-8ec9-4b1a-8002-975225ccf42f,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:02.993441 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-16693c30-c11d-4b1a-9bed-0f3003da8853 None None] Provisioning complete for port c34d7f3c-8ec9-4b1a-8002-975225ccf42f triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:02.993804 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16693c30-c11d-4b1a-9bed-0f3003da8853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:03.015314 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1669e7-0a0a-4198-89ea-4b1670fe00a6 admin admin] Made reservation on behalf of 955625b0db394b59b62c70c353a2d662 for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:57:03.017756 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5b1669e7-0a0a-4198-89ea-4b1670fe00a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3513451'] for subnet, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:03.048021 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:03.076163 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23282753-d604-41c3-8ede-248a419bd8bd None None] The sync data for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi is: [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:57:03.165405 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a10677fe-1add-4546-8c25-b42d17290f1b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 21:57:03.284943 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a10677fe-1add-4546-8c25-b42d17290f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a10677fe-1add-4546-8c25-b42d17290f1b,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:57:03.290319 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5b1669e7-0a0a-4198-89ea-4b1670fe00a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8473038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3513461'] for subnet, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:03.301950 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'port_id': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'mac_address': 'fa:16:3e:5d:19:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 21:57:03.350039 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:03.359838 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1669e7-0a0a-4198-89ea-4b1670fe00a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57dd5b70-26a7-43a8-b942-e4a0ef5db5ea,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:03.371985 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10677fe-1add-4546-8c25-b42d17290f1b {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:57:03.382055 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f35ba-cf45-4018-a0d8-f51b893ca5b3 req-f32959fe-8dde-4aec-8941-cf1a090af6c4 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:03.383876 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1b5f35ba-cf45-4018-a0d8-f51b893ca5b3 req-f32959fe-8dde-4aec-8941-cf1a090af6c4 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0744460 Dec 16 21:57:03.393186 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a10677fe-1add-4546-8c25-b42d17290f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a10677fe-1add-4546-8c25-b42d17290f1b,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:57:03.411634 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1669e7-0a0a-4198-89ea-4b1670fe00a6 admin admin] Checking segment: {'id': '0e8afc9c-27af-4b24-af21-6f85ef7a678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bbdd3f66-d767-4610-8775-0e383a8b8dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:57:03.412638 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1669e7-0a0a-4198-89ea-4b1670fe00a6 admin admin] Network hostable DHCP agents. Network: bbdd3f66-d767-4610-8775-0e383a8b8dad, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:57:03.455628 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1b5f35ba-cf45-4018-a0d8-f51b893ca5b3 req-513f6d10-05f6-4164-92d7-72b5cf25cd6f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654447 Dec 16 21:57:03.481605 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:03.486267 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device c58bb2ef-2e26-4191-88c6-e4b01f40cf5b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 21:57:03.514958 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a52f3-8156-426d-956c-34892a24993e req-eeb27d5c-c402-4661-8c5d-09489680fb28 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:03.516597 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f92a52f3-8156-426d-956c-34892a24993e req-eeb27d5c-c402-4661-8c5d-09489680fb28 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0823054 Dec 16 21:57:03.533444 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1669e7-0a0a-4198-89ea-4b1670fe00a6 admin admin] Network bbdd3f66-d767-4610-8775-0e383a8b8dad is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:57:03.584038 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=a10677fe-1add-4546-8c25-b42d17290f1b,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:03.604484 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f92a52f3-8156-426d-956c-34892a24993e req-85bed3e9-2597-4681-8985-3973351b611c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763190 Dec 16 21:57:03.643534 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port c58bb2ef-2e26-4191-88c6-e4b01f40cf5b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c58bb2ef-2e26-4191-88c6-e4b01f40cf5b,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:57:03.643759 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-5b1669e7-0a0a-4198-89ea-4b1670fe00a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, bbdd3f66-d767-4610-8775-0e383a8b8dad) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:57:03.648536 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1669e7-0a0a-4198-89ea-4b1670fe00a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:03.649223 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5b1669e7-0a0a-4198-89ea-4b1670fe00a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:03.654663 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83a344c-cbe9-4cdd-9fc5-e7fe4ffcf07a None None] Network bbdd3f66-d767-4610-8775-0e383a8b8dad requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:57:03.674622 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'c58bb2ef-2e26-4191-88c6-e4b01f40cf5b', 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf', 'port_id': 'c58bb2ef-2e26-4191-88c6-e4b01f40cf5b', 'mac_address': 'fa:16:3e:ad:75:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f286ec-a6de-4cd3-bebc-afb6b74f70d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 21:57:03.746921 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5b1669e7-0a0a-4198-89ea-4b1670fe00a6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8477225 Dec 16 21:57:03.748383 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 46088) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:03.752388 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1059999669-router', 'tenant_id': '955625b0db394b59b62c70c353a2d662', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:03.753759 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:03.788364 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58bb2ef-2e26-4191-88c6-e4b01f40cf5b {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:57:03.829553 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfddd4881-cffc-5be5-9fa1-a47a6233afa8-bbdd3f66-d767-4610-8775-0e383a8b8dad', 'network_id': 'bbdd3f66-d767-4610-8775-0e383a8b8dad', 'project_id': '955625b0db394b59b62c70c353a2d662', 'fixed_ips': [{'subnet_id': '57dd5b70-26a7-43a8-b942-e4a0ef5db5ea'}]}} from dv-cinder-790535-21-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 21:57:03.830342 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:03.834225 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port c58bb2ef-2e26-4191-88c6-e4b01f40cf5b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c58bb2ef-2e26-4191-88c6-e4b01f40cf5b,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:57:03.853150 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124246'] for router, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:03.854327 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1646291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124257'] for router, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:03.932376 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:03.951919 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:04.018140 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Allocated IP 172.20.0.2 (bbdd3f66-d767-4610-8775-0e383a8b8dad/57dd5b70-26a7-43a8-b942-e4a0ef5db5ea/f27590de-1bb7-4ace-9848-9c5b6bb2e509) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:57:04.063876 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=c58bb2ef-2e26-4191-88c6-e4b01f40cf5b,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:04.087676 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device c34d7f3c-8ec9-4b1a-8002-975225ccf42f up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:57:04.230944 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port c34d7f3c-8ec9-4b1a-8002-975225ccf42f triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:04.231594 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:04.307477 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Publish callbacks [] for port, precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:04.317406 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['c58bb2ef-2e26-4191-88c6-e4b01f40cf5b'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:57:04.362189 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:04.375924 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['a10677fe-1add-4546-8c25-b42d17290f1b'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:57:04.376974 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd5ab1-adbf-4c8b-9f2d-1308d5af2e7f req-f5673f3a-4d58-47af-8439-5fb845a3c622 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:04.378555 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bcdd5ab1-adbf-4c8b-9f2d-1308d5af2e7f req-f5673f3a-4d58-47af-8439-5fb845a3c622 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 945 time: 0.1172359 Dec 16 21:57:04.416290 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546'] for port, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:04.446072 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bcdd5ab1-adbf-4c8b-9f2d-1308d5af2e7f req-a8caf686-51d5-4ed6-82f8-61f09d87fcbd tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605519 Dec 16 21:57:04.492391 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Network bbdd3f66-d767-4610-8775-0e383a8b8dad is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:57:04.502158 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:57:04.504592 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:57:04.522045 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Pushing event updated for resources: {'Port': ['ID=f27590de-1bb7-4ace-9848-9c5b6bb2e509,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:04.637125 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Attempting to bind port f27590de-1bb7-4ace-9848-9c5b6bb2e509 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:57:04.642070 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Attempting to bind port f27590de-1bb7-4ace-9848-9c5b6bb2e509 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '0e8afc9c-27af-4b24-af21-6f85ef7a678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bbdd3f66-d767-4610-8775-0e383a8b8dad'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:57:04.642070 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Attempting to bind port f27590de-1bb7-4ace-9848-9c5b6bb2e509 on network bbdd3f66-d767-4610-8775-0e383a8b8dad {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:57:04.672438 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:57:04.672830 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Checking segment: {'id': '0e8afc9c-27af-4b24-af21-6f85ef7a678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bbdd3f66-d767-4610-8775-0e383a8b8dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:57:04.673232 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:04.676213 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Bound using segment: {'id': '0e8afc9c-27af-4b24-af21-6f85ef7a678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bbdd3f66-d767-4610-8775-0e383a8b8dad'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:57:04.676213 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Bound port: f27590de-1bb7-4ace-9848-9c5b6bb2e509, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8afc9c-27af-4b24-af21-6f85ef7a678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bbdd3f66-d767-4610-8775-0e383a8b8dad'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:57:04.676213 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:04.697177 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8721b-9139-4d8b-bacc-f4b754bc7642 req-441b2bc3-30a8-434e-96d9-3545e6cfa881 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:04.698764 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-63b8721b-9139-4d8b-bacc-f4b754bc7642 req-441b2bc3-30a8-434e-96d9-3545e6cfa881 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 944 time: 0.1159329 Dec 16 21:57:04.702084 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:04.756472 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:04.809763 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] For port f27590de-1bb7-4ace-9848-9c5b6bb2e509, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:57:04.815055 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] For port f27590de-1bb7-4ace-9848-9c5b6bb2e509, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=f27590de-1bb7-4ace-9848-9c5b6bb2e509,segment=NetworkSegment(0e8afc9c-27af-4b24-af21-6f85ef7a678d),segment_id=0e8afc9c-27af-4b24-af21-6f85ef7a678d)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:57:04.854978 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c60a1-71cb-4cff-bccd-b3f42aaf72f0 req-a9307139-c585-4cfc-bbe0-023f7fc8949a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:04.856487 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-844c60a1-71cb-4cff-bccd-b3f42aaf72f0 req-a9307139-c585-4cfc-bbe0-023f7fc8949a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.1567564 Dec 16 21:57:04.872389 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-63b8721b-9139-4d8b-bacc-f4b754bc7642 req-3436e7b8-59e0-4551-a8b7-27f649d1d4cf tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543705 Dec 16 21:57:04.888394 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:04.953775 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6c4e6-27ab-4a97-90bd-17dbb9628ec9 None None] Pushing event updated for resources: {'Port': ['ID=f27590de-1bb7-4ace-9848-9c5b6bb2e509,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:04.962505 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-844c60a1-71cb-4cff-bccd-b3f42aaf72f0 req-fd55a159-f51e-46e4-b65d-dd34d09b568c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965853 Dec 16 21:57:04.963756 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Allocated IP 172.27.3.156 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/b6a68179-c8b2-49e0-8bd7-9c9525c06eea) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:57:05.079059 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:05.193182 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:05.236759 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:57:05.241353 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:57:05.243929 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:57:05.250102 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Pushing event updated for resources: {'Port': ['ID=b6a68179-c8b2-49e0-8bd7-9c9525c06eea,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:05.425160 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 46108) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:05.588818 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7277b45b-7629-4c20-80e6-ef86220016d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:05.671690 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02823a76-ad23-422a-b83d-09ed654b55f9 req-7366e415-b786-4b99-8fb4-61eb3a9bc67b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:05.673312 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02823a76-ad23-422a-b83d-09ed654b55f9 req-7366e415-b786-4b99-8fb4-61eb3a9bc67b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 945 time: 0.1270056 Dec 16 21:57:05.706898 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:05.789763 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02823a76-ad23-422a-b83d-09ed654b55f9 req-9ebe842b-c8e4-4d52-8147-98f87aa3199b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086149 Dec 16 21:57:05.853556 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7277b45b-7629-4c20-80e6-ef86220016d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:05.914478 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7277b45b-7629-4c20-80e6-ef86220016d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:05.916900 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929803a8-7bc5-4c72-a9e8-a1dfd7910277 None None] Network bbdd3f66-d767-4610-8775-0e383a8b8dad requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:57:06.043794 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-7a2cdf97-8ede-4acf-8128-bf0fd77e7c2c None None] Provisioning complete for port f27590de-1bb7-4ace-9848-9c5b6bb2e509 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:06.044354 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a2cdf97-8ede-4acf-8128-bf0fd77e7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:06.046926 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277b45b-7629-4c20-80e6-ef86220016d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57dfd5f-b400-4388-b2b6-b97e533006f6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:06.060486 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7277b45b-7629-4c20-80e6-ef86220016d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a4fd65448384999a02095e038ee95c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6319339 Dec 16 21:57:06.061063 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46122) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:06.086833 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71e16b-cabc-4e3e-823b-c648dd0d52b9 req-d613b7b2-5ce4-43b3-90ff-9d3798610b0c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:06.088903 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bc71e16b-cabc-4e3e-823b-c648dd0d52b9 req-d613b7b2-5ce4-43b3-90ff-9d3798610b0c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 944 time: 0.1193745 Dec 16 21:57:06.091115 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device f27590de-1bb7-4ace-9848-9c5b6bb2e509 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:57:06.103085 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584865'] for router, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:06.129405 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e9dfcab0-8f4e-4634-86ec-13b46b5ad2c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:06.154979 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e9dfcab0-8f4e-4634-86ec-13b46b5ad2c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:06.220414 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port f27590de-1bb7-4ace-9848-9c5b6bb2e509 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:06.220812 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:06.251240 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a2cdf97-8ede-4acf-8128-bf0fd77e7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:06.299662 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-7a2cdf97-8ede-4acf-8128-bf0fd77e7c2c None None] For port f27590de-1bb7-4ace-9848-9c5b6bb2e509, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=f27590de-1bb7-4ace-9848-9c5b6bb2e509,segment=NetworkSegment(0e8afc9c-27af-4b24-af21-6f85ef7a678d),segment_id=0e8afc9c-27af-4b24-af21-6f85ef7a678d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:57:06.316241 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e9dfcab0-8f4e-4634-86ec-13b46b5ad2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:06.318882 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e9dfcab0-8f4e-4634-86ec-13b46b5ad2c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:06.322710 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e9dfcab0-8f4e-4634-86ec-13b46b5ad2c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e57dfd5f-b400-4388-b2b6-b97e533006f6 HTTP/1.1" status: 204 len: 168 time: 0.2580314 Dec 16 21:57:06.334451 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfcab0-8f4e-4634-86ec-13b46b5ad2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57dfd5f-b400-4388-b2b6-b97e533006f6,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:06.352596 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:06.385851 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cb9bc-f528-41b2-87b8-18547afb229a req-b580b65b-7309-4109-8c1d-9c58b0ba8cd0 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:06.387392 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d5cb9bc-f528-41b2-87b8-18547afb229a req-b580b65b-7309-4109-8c1d-9c58b0ba8cd0 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.3282351 Dec 16 21:57:06.394889 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a2cdf97-8ede-4acf-8128-bf0fd77e7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:06.473007 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bc71e16b-cabc-4e3e-823b-c648dd0d52b9 req-21b9f1cd-c821-4835-a1e4-bb3e2a5f1bfb tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3606057 Dec 16 21:57:06.515441 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d5cb9bc-f528-41b2-87b8-18547afb229a req-79d36f6a-dfb3-4f65-8eb7-0a6671ee7d7b tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967596 Dec 16 21:57:06.620719 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.db.api [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 21:57:06.621076 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG oslo_db.api [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 21:57:06.634020 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-a3b1216b-26b0-4030-9e17-b779e3e4a4f9 None None] Provisioning complete for port f27590de-1bb7-4ace-9848-9c5b6bb2e509 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:06.634386 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3b1216b-26b0-4030-9e17-b779e3e4a4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:06.638689 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cdf97-8ede-4acf-8128-bf0fd77e7c2c None None] Pushing event updated for resources: {'Port': ['ID=f27590de-1bb7-4ace-9848-9c5b6bb2e509,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:06.647586 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Router 79c9cccf-6db5-4495-9443-68114e7c8d0a is scheduled to L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 21:57:06.760592 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:57:06.770074 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Sync routers for ids ['79c9cccf-6db5-4495-9443-68114e7c8d0a'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:57:06.779962 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Routers {'79c9cccf-6db5-4495-9443-68114e7c8d0a'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:57:06.780618 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:56:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['79c9cccf-6db5-4495-9443-68114e7c8d0a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:06.853917 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] Publish callbacks [] for router, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:06.861283 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8a560709-db07-429c-ad48-34e98163d194 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1085558 Dec 16 21:57:06.861283 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 46136) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:06.890334 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Set router 79c9cccf-6db5-4495-9443-68114e7c8d0a gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:57:06.993521 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321a196-bb24-4f39-a0e7-bc1a38e8e9a6 req-a868b90a-ba0a-409a-873b-ef46064d7aff tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:06.994913 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c321a196-bb24-4f39-a0e7-bc1a38e8e9a6 req-a868b90a-ba0a-409a-873b-ef46064d7aff tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 945 time: 0.1263437 Dec 16 21:57:07.057755 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46138) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:07.071243 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'name': 'tempest-TestVolumeBootPattern-1059999669-router', 'tenant_id': '955625b0db394b59b62c70c353a2d662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b6a68179-c8b2-49e0-8bd7-9c9525c06eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:57:03Z', 'updated_at': '2021-12-16T21:57:05Z', 'revision_number': 3, 'project_id': '955625b0db394b59b62c70c353a2d662', 'gw_port': {'id': 'b6a68179-c8b2-49e0-8bd7-9c9525c06eea', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:57:04Z', 'updated_at': '2021-12-16T21:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:07.071947 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-38715574-d505-4da1-9d1d-a67d7314f530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.096562 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c321a196-bb24-4f39-a0e7-bc1a38e8e9a6 req-e169b95a-03d6-48a8-b446-b26155ffa064 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945513 Dec 16 21:57:07.098843 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Checking router: 79c9cccf-6db5-4495-9443-68114e7c8d0a for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:57:07.099200 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Updating router 79c9cccf-6db5-4495-9443-68114e7c8d0a port b6a68179-c8b2-49e0-8bd7-9c9525c06eea binding host dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:57:07.124442 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.174361 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-38715574-d505-4da1-9d1d-a67d7314f530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.247419 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-38715574-d505-4da1-9d1d-a67d7314f530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.293996 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-38715574-d505-4da1-9d1d-a67d7314f530 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee35888f54544598adf9659e4285b9cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348809 Dec 16 21:57:07.294674 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46140) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:07.297851 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38715574-d505-4da1-9d1d-a67d7314f530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343d1e7c-8e4a-4aba-b228-e90250c3468b,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:07.359983 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-324827e8-f206-4718-9cf1-4b605e94c218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.381977 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-324827e8-f206-4718-9cf1-4b605e94c218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.393340 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Publish callbacks [] for port, precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.393679 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.453888 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.504051 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Attempting to bind port b6a68179-c8b2-49e0-8bd7-9c9525c06eea on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:57:07.505429 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Attempting to bind port b6a68179-c8b2-49e0-8bd7-9c9525c06eea by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:57:07.505429 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Attempting to bind port b6a68179-c8b2-49e0-8bd7-9c9525c06eea on network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:57:07.516110 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-324827e8-f206-4718-9cf1-4b605e94c218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.516764 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:57:07.517366 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Checking segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:57:07.521058 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.521058 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Bound using segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:57:07.521058 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Bound port: b6a68179-c8b2-49e0-8bd7-9c9525c06eea, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:57:07.521058 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.521416 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-324827e8-f206-4718-9cf1-4b605e94c218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.521612 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-324827e8-f206-4718-9cf1-4b605e94c218 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/343d1e7c-8e4a-4aba-b228-e90250c3468b HTTP/1.1" status: 204 len: 168 time: 0.2240407 Dec 16 21:57:07.536160 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324827e8-f206-4718-9cf1-4b605e94c218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343d1e7c-8e4a-4aba-b228-e90250c3468b,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:07.587075 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] For port b6a68179-c8b2-49e0-8bd7-9c9525c06eea, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:57:07.590408 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] For port b6a68179-c8b2-49e0-8bd7-9c9525c06eea, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=b6a68179-c8b2-49e0-8bd7-9c9525c06eea,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:57:07.596151 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436ffee-f87b-40d1-8e5a-3da02e6e6d62 None None] Pushing event updated for resources: {'Port': ['ID=b6a68179-c8b2-49e0-8bd7-9c9525c06eea,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:07.644141 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Allocated IP 172.20.0.1 (bbdd3f66-d767-4610-8775-0e383a8b8dad/57dd5b70-26a7-43a8-b942-e4a0ef5db5ea/0b54759d-7756-443d-a30e-3ff915964abd) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:57:07.668086 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb2ae3-4585-4589-acd2-5b2a3ec80f28 req-b87bdc8b-b7bf-40ed-902d-cbcd437d8403 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:07.669497 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-15cb2ae3-4585-4589-acd2-5b2a3ec80f28 req-b87bdc8b-b7bf-40ed-902d-cbcd437d8403 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 944 time: 0.1040921 Dec 16 21:57:07.735148 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b698cb9-ca83-4f0e-ae15-66c8c2046ccc req-0a94489a-224f-466b-bf5d-e9027ae9f272 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:07.736640 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6b698cb9-ca83-4f0e-ae15-66c8c2046ccc req-0a94489a-224f-466b-bf5d-e9027ae9f272 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.1304698 Dec 16 21:57:07.746785 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.795174 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Routers {'79c9cccf-6db5-4495-9443-68114e7c8d0a'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:57:07.795722 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:56:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['79c9cccf-6db5-4495-9443-68114e7c8d0a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:07.806148 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-15cb2ae3-4585-4589-acd2-5b2a3ec80f28 req-69d488ae-25c0-4746-aa0d-7c8ce3d08522 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307869 Dec 16 21:57:07.848575 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6b698cb9-ca83-4f0e-ae15-66c8c2046ccc req-aab77dde-22d8-4136-9475-79c8d53961c4 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036313 Dec 16 21:57:07.853140 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.859452 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436ffee-f87b-40d1-8e5a-3da02e6e6d62 None None] Pushing event updated for resources: {'Port': ['ID=b6a68179-c8b2-49e0-8bd7-9c9525c06eea,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:07.919266 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] Set router 79c9cccf-6db5-4495-9443-68114e7c8d0a gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:57:07.947214 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:07.987206 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Network bbdd3f66-d767-4610-8775-0e383a8b8dad is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:57:07.994640 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a10677fe-1add-4546-8c25-b42d17290f1b up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:57:08.009310 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:57:08.024754 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:57:08.050662 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device f27590de-1bb7-4ace-9848-9c5b6bb2e509 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:57:08.073504 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Pushing event updated for resources: {'Port': ['ID=0b54759d-7756-443d-a30e-3ff915964abd,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:08.096684 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.126136 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'name': 'tempest-TestVolumeBootPattern-1059999669-router', 'tenant_id': '955625b0db394b59b62c70c353a2d662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b6a68179-c8b2-49e0-8bd7-9c9525c06eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:57:03Z', 'updated_at': '2021-12-16T21:57:05Z', 'revision_number': 3, 'project_id': '955625b0db394b59b62c70c353a2d662', 'gw_port': {'id': 'b6a68179-c8b2-49e0-8bd7-9c9525c06eea', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:57:04Z', 'updated_at': '2021-12-16T21:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:08.135244 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port f27590de-1bb7-4ace-9848-9c5b6bb2e509 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:08.139102 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.157996 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eed6396-f8a6-4104-b278-b60a2a329e7c None None] The sync data for ids ['79c9cccf-6db5-4495-9443-68114e7c8d0a'] in dv-cinder-790535-21-iscsi is: [{'id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'name': 'tempest-TestVolumeBootPattern-1059999669-router', 'tenant_id': '955625b0db394b59b62c70c353a2d662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b6a68179-c8b2-49e0-8bd7-9c9525c06eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:57:03Z', 'updated_at': '2021-12-16T21:57:05Z', 'revision_number': 3, 'project_id': '955625b0db394b59b62c70c353a2d662', 'gw_port': {'id': 'b6a68179-c8b2-49e0-8bd7-9c9525c06eea', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:57:04Z', 'updated_at': '2021-12-16T21:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:57:08.216388 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port a10677fe-1add-4546-8c25-b42d17290f1b completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 21:57:08.221097 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port a10677fe-1add-4546-8c25-b42d17290f1b triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:08.221418 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.317710 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46154) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:08.332242 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d60abb-7472-4383-aa39-92110a84eca1 req-6757d0ca-326b-4a5a-9342-6116abcd9194 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:08.334121 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f1d60abb-7472-4383-aa39-92110a84eca1 req-6757d0ca-326b-4a5a-9342-6116abcd9194 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 945 time: 0.1288416 Dec 16 21:57:08.334304 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-629c8c5a-c644-4665-a65c-f9da5ec1698a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.380788 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.391432 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-15044db0-2265-4efa-8365-f439f954712f None None] Provisioning complete for port 0b54759d-7756-443d-a30e-3ff915964abd triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:08.393968 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-15044db0-2265-4efa-8365-f439f954712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.402110 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f1d60abb-7472-4383-aa39-92110a84eca1 req-cd7b5ed1-e434-43cc-8181-38de2bf0d54d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547616 Dec 16 21:57:08.434850 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.444509 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10677fe-1add-4546-8c25-b42d17290f1b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:57:08.446752 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd29e6cf-129c-4075-b175-18d0fd01fe94" -d '{"events": [{"server_uuid": "83287a64-d6f2-49a7-9d6d-8a77dd9a212a", "name": "network-vif-plugged", "status": "completed", "tag": "a10677fe-1add-4546-8c25-b42d17290f1b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:57:08.459987 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-15044db0-2265-4efa-8365-f439f954712f None None] Port 0b54759d-7756-443d-a30e-3ff915964abd cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:57:08.463541 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-629c8c5a-c644-4665-a65c-f9da5ec1698a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.464485 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a10677fe-1add-4546-8c25-b42d17290f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a10677fe-1add-4546-8c25-b42d17290f1b,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:57:08.518656 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e2d585-073f-4aec-948c-ee92b6af74c7 x-openstack-request-id: req-98e2d585-073f-4aec-948c-ee92b6af74c7 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:57:08.518974 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83287a64-d6f2-49a7-9d6d-8a77dd9a212a", "name": "network-vif-plugged", "status": "completed", "tag": "a10677fe-1add-4546-8c25-b42d17290f1b", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:57:08.519232 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98e2d585-073f-4aec-948c-ee92b6af74c7 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:57:08.519622 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'code': 200} Dec 16 21:57:08.575211 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-629c8c5a-c644-4665-a65c-f9da5ec1698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.603784 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.604623 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device c58bb2ef-2e26-4191-88c6-e4b01f40cf5b up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:57:08.617230 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-629c8c5a-c644-4665-a65c-f9da5ec1698a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bff5614e9eb140bc8ab43e51cd6293f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982862 Dec 16 21:57:08.618368 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c8c5a-c644-4665-a65c-f9da5ec1698a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c91d33-4723-4e2c-9fd7-1d2691425e2c,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:08.620858 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46158) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:08.690754 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-583c2d58-304b-43e1-b887-ead9fcebe8c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.716564 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-583c2d58-304b-43e1-b887-ead9fcebe8c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.724769 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=a10677fe-1add-4546-8c25-b42d17290f1b,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:08.814814 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port c58bb2ef-2e26-4191-88c6-e4b01f40cf5b completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 21:57:08.819460 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port c58bb2ef-2e26-4191-88c6-e4b01f40cf5b triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:08.819834 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.859342 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.870242 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-583c2d58-304b-43e1-b887-ead9fcebe8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.873932 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-583c2d58-304b-43e1-b887-ead9fcebe8c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.881760 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-583c2d58-304b-43e1-b887-ead9fcebe8c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36c91d33-4723-4e2c-9fd7-1d2691425e2c HTTP/1.1" status: 204 len: 168 time: 0.2598357 Dec 16 21:57:08.902629 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c2d58-304b-43e1-b887-ead9fcebe8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c91d33-4723-4e2c-9fd7-1d2691425e2c,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:08.957082 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.976057 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3293262'] for port, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:08.999120 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port c58bb2ef-2e26-4191-88c6-e4b01f40cf5b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c58bb2ef-2e26-4191-88c6-e4b01f40cf5b,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:57:09.059040 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:09.086807 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581090'] for router_interface, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:09.099694 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a4c9a-c989-4097-b7c2-fd2cc2774be8 req-2af9c870-4157-4e5a-a099-f3a3957578c3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:09.101285 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ab1a4c9a-c989-4097-b7c2-fd2cc2774be8 req-2af9c870-4157-4e5a-a099-f3a3957578c3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.1812918 Dec 16 21:57:09.114747 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Pushing event updated for resources: {'Port': ['ID=0b54759d-7756-443d-a30e-3ff915964abd,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:09.115789 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=c58bb2ef-2e26-4191-88c6-e4b01f40cf5b,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:09.131396 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad2cda-c74d-4a12-a1a3-8780347db293 req-92ebbbc7-bc60-47a0-95f0-546068e0e2cd tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:09.132971 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-80ad2cda-c74d-4a12-a1a3-8780347db293 req-92ebbbc7-bc60-47a0-95f0-546068e0e2cd tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.1664701 Dec 16 21:57:09.263038 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ab1a4c9a-c989-4097-b7c2-fd2cc2774be8 req-435463c7-6c2a-426e-913e-b8c0530791df tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533463 Dec 16 21:57:09.268805 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-80ad2cda-c74d-4a12-a1a3-8780347db293 req-ac4766a5-e64c-4060-8417-ecd907a800e1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279750 Dec 16 21:57:09.298423 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Network bbdd3f66-d767-4610-8775-0e383a8b8dad is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:57:09.298423 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:57:09.417153 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Router 79c9cccf-6db5-4495-9443-68114e7c8d0a has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 21:57:09.559560 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:57:09.565301 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7ebddba2-a667-456e-aea9-03b44a9f46c2 admin admin] 10.222.0.44 "PUT /v2.0/routers/79c9cccf-6db5-4495-9443-68114e7c8d0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7039766 Dec 16 21:57:09.577982 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc5ee8-1549-4870-88c2-488dcfdce1dd req-2f0fce4e-83f6-48a5-8d55-8b5ce24412bd tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:09.579747 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f1dc5ee8-1549-4870-88c2-488dcfdce1dd req-2f0fce4e-83f6-48a5-8d55-8b5ce24412bd tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 946 time: 0.0698512 Dec 16 21:57:09.625380 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-9027a186-d535-4539-bbfb-ebf18f8387dc None None] Provisioning complete for port 0b54759d-7756-443d-a30e-3ff915964abd triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:09.625743 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9027a186-d535-4539-bbfb-ebf18f8387dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:09.643278 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f1dc5ee8-1549-4870-88c2-488dcfdce1dd req-dd22d734-9937-42a3-bc07-38179226d9a1 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569766 Dec 16 21:57:09.677576 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9027a186-d535-4539-bbfb-ebf18f8387dc None None] Port 0b54759d-7756-443d-a30e-3ff915964abd cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:57:10.054946 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device b6a68179-c8b2-49e0-8bd7-9c9525c06eea up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:57:10.061297 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4b14-520e-46b9-a373-9c9384fb8223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.110329 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Sync routers for ids ['79c9cccf-6db5-4495-9443-68114e7c8d0a'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:57:10.125813 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Routers {'79c9cccf-6db5-4495-9443-68114e7c8d0a'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:57:10.126453 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:56:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['79c9cccf-6db5-4495-9443-68114e7c8d0a'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:10.161277 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46198) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:10.188048 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port b6a68179-c8b2-49e0-8bd7-9c9525c06eea triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:10.188417 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.234818 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de49cb8-3cd7-44d3-b956-56c46f598c7a req-7857495f-4f4d-4b94-a32f-7065e6f3d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:10.236566 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2de49cb8-3cd7-44d3-b956-56c46f598c7a req-7857495f-4f4d-4b94-a32f-7065e6f3d711 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 1098 time: 0.0437057 Dec 16 21:57:10.291593 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Set router 79c9cccf-6db5-4495-9443-68114e7c8d0a gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:57:10.291968 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1855200712-network', 'tenant_id': '232e44eacfce4d9cbfa5676cba113965'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:10.304021 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2de49cb8-3cd7-44d3-b956-56c46f598c7a req-d6212089-83fa-4b9e-be88-abe2ac3f56af service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496700 Dec 16 21:57:10.355067 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46206) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:10.360839 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-77f725cd-79de-4a09-adcf-079726488982 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604841467', 'description': 'tempest-secgroup-smoke-1604841467 description', 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:10.398528 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] Made reservation on behalf of 232e44eacfce4d9cbfa5676cba113965 for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:57:10.399908 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.401301 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.411974 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.460666 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e328905-b43d-45df-baca-cb55ef920831 req-33201cde-002e-48f5-b247-21fd0a1e6157 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:10.461772 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] For port b6a68179-c8b2-49e0-8bd7-9c9525c06eea, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=b6a68179-c8b2-49e0-8bd7-9c9525c06eea,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:57:10.462251 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9e328905-b43d-45df-baca-cb55ef920831 req-33201cde-002e-48f5-b247-21fd0a1e6157 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0853522 Dec 16 21:57:10.486467 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f483417-6865-44fd-8aeb-4f30d8908556 req-a9e97eae-2766-497d-a37b-4f824fb0e409 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:10.488127 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f483417-6865-44fd-8aeb-4f30d8908556 req-a9e97eae-2766-497d-a37b-4f824fb0e409 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0841596 Dec 16 21:57:10.508970 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.523210 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71963dc2-882e-4488-9f8c-1be248b43f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58bb2ef-2e26-4191-88c6-e4b01f40cf5b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:57:10.525518 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6a6c3f-ef7a-40fb-8ae9-20427d0ef5a5" -d '{"events": [{"server_uuid": "71963dc2-882e-4488-9f8c-1be248b43f77", "name": "network-vif-plugged", "status": "completed", "tag": "c58bb2ef-2e26-4191-88c6-e4b01f40cf5b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:57:10.541467 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.565486 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9e328905-b43d-45df-baca-cb55ef920831 req-2ead1a3c-2324-4e35-b12b-7ddd83914cfb tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942132 Dec 16 21:57:10.573611 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f483417-6865-44fd-8aeb-4f30d8908556 req-4911632c-6e8a-4109-aece-0fad33575199 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738928 Dec 16 21:57:10.610005 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'name': 'tempest-TestVolumeBootPattern-1059999669-router', 'tenant_id': '955625b0db394b59b62c70c353a2d662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b6a68179-c8b2-49e0-8bd7-9c9525c06eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:57:03Z', 'updated_at': '2021-12-16T21:57:08Z', 'revision_number': 4, 'project_id': '955625b0db394b59b62c70c353a2d662', 'gw_port': {'id': 'b6a68179-c8b2-49e0-8bd7-9c9525c06eea', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:57:04Z', 'updated_at': '2021-12-16T21:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '0b54759d-7756-443d-a30e-3ff915964abd', 'name': '', 'network_id': 'bbdd3f66-d767-4610-8775-0e383a8b8dad', 'tenant_id': '955625b0db394b59b62c70c353a2d662', 'mac_address': 'fa:16:3e:93:ad:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '57dd5b70-26a7-43a8-b942-e4a0ef5db5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:57:07Z', 'updated_at': '2021-12-16T21:57:08Z', 'revision_number': 2, 'project_id': '955625b0db394b59b62c70c353a2d662', 'subnets': [{'id': '57dd5b70-26a7-43a8-b942-e4a0ef5db5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:10.610005 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Pushing event updated for resources: {'Port': ['ID=b6a68179-c8b2-49e0-8bd7-9c9525c06eea,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:10.615223 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-77f725cd-79de-4a09-adcf-079726488982 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.617285 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.633536 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9aeb0c-28cb-4a29-9965-728d618f4f78 x-openstack-request-id: req-6a9aeb0c-28cb-4a29-9965-728d618f4f78 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:57:10.633852 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71963dc2-882e-4488-9f8c-1be248b43f77", "name": "network-vif-plugged", "status": "completed", "tag": "c58bb2ef-2e26-4191-88c6-e4b01f40cf5b", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:57:10.634110 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a9aeb0c-28cb-4a29-9965-728d618f4f78 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:57:10.634498 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71963dc2-882e-4488-9f8c-1be248b43f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58bb2ef-2e26-4191-88c6-e4b01f40cf5b', 'code': 200} Dec 16 21:57:10.635670 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Checking router: 79c9cccf-6db5-4495-9443-68114e7c8d0a for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:57:10.636235 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Updating router 79c9cccf-6db5-4495-9443-68114e7c8d0a port 0b54759d-7756-443d-a30e-3ff915964abd binding host dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:57:10.659212 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:57:10.665354 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.675175 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164430ba-cb69-4ed0-991e-d1bb85bd90b6,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:10.684608 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.685000 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] Added segment e48d9f48-390d-46f6-be6b-07012756f665 of type vlan for network 732de21f-8b8e-47ef-966c-133e47f17df4 Dec 16 21:57:10.746553 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.777484 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-77f725cd-79de-4a09-adcf-079726488982 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.804766 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ec7a7-4a18-48ad-b158-0eddbab3db20 req-28879ef2-852e-43b4-a5d9-849bcfdbedbb tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:10.806331 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bb4ec7a7-4a18-48ad-b158-0eddbab3db20 req-28879ef2-852e-43b4-a5d9-849bcfdbedbb tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 946 time: 0.0665512 Dec 16 21:57:10.860647 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-77f725cd-79de-4a09-adcf-079726488982 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.871949 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bb4ec7a7-4a18-48ad-b158-0eddbab3db20 req-80cbcb71-1fcc-44dc-9626-9e6f9d584732 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587766 Dec 16 21:57:10.890203 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.891155 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:10.891757 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.895201 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f725cd-79de-4a09-adcf-079726488982 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cace717-803b-4756-8756-9f4985808119,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:10.967766 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-77f725cd-79de-4a09-adcf-079726488982 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.968990 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-77f725cd-79de-4a09-adcf-079726488982 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6129608 Dec 16 21:57:10.972425 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 46214) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:10.977317 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3582457c-94da-4294-984b-bfa4cddaa482 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Request body: {'security_group_rule': {'security_group_id': '3cace717-803b-4756-8756-9f4985808119', 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:10.983175 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] Pushing event updated for resources: {'Network': ['ID=732de21f-8b8e-47ef-966c-133e47f17df4,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:10.998105 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Publish callbacks [] for port, precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:10.998105 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network 732de21f-8b8e-47ef-966c-133e47f17df4 details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:57:11.000106 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f26594-1542-4af1-a2fe-c81ed840c6dd req-064d3718-0f58-45d5-ad46-988fa3b801c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:11.001635 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b5f26594-1542-4af1-a2fe-c81ed840c6dd req-064d3718-0f58-45d5-ad46-988fa3b801c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 1099 time: 0.0545378 Dec 16 21:57:11.011864 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-08bc1855-d02a-4185-8c6f-cec18504853c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8489950 Dec 16 21:57:11.015009 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 46216) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:11.025824 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b5b6899d-efbb-4427-b394-7be6f73c9825 admin admin] Request body: {'subnet': {'network_id': '732de21f-8b8e-47ef-966c-133e47f17df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1855200712-subnet', 'tenant_id': '232e44eacfce4d9cbfa5676cba113965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:11.053904 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b5f26594-1542-4af1-a2fe-c81ed840c6dd req-b5b42982-ede2-4fec-83c9-03262ac015cb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405343 Dec 16 21:57:11.058900 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.106030 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3582457c-94da-4294-984b-bfa4cddaa482 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.119357 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c88f7-bd44-47be-9d4b-3e8b60a4be1c None None] Pushing event updated for resources: {'Port': ['ID=0b54759d-7756-443d-a30e-3ff915964abd,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:11.128497 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b6899d-efbb-4427-b394-7be6f73c9825 admin admin] Made reservation on behalf of 232e44eacfce4d9cbfa5676cba113965 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:57:11.131585 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5b6899d-efbb-4427-b394-7be6f73c9825 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9313451'] for subnet, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.237951 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3582457c-94da-4294-984b-bfa4cddaa482 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.294784 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Attempting to bind port 0b54759d-7756-443d-a30e-3ff915964abd on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:57:11.295971 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Attempting to bind port 0b54759d-7756-443d-a30e-3ff915964abd by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '0e8afc9c-27af-4b24-af21-6f85ef7a678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bbdd3f66-d767-4610-8775-0e383a8b8dad'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:57:11.296507 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Attempting to bind port 0b54759d-7756-443d-a30e-3ff915964abd on network bbdd3f66-d767-4610-8775-0e383a8b8dad {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:57:11.302053 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:57:11.302472 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Checking segment: {'id': '0e8afc9c-27af-4b24-af21-6f85ef7a678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bbdd3f66-d767-4610-8775-0e383a8b8dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:57:11.302870 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.303081 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3582457c-94da-4294-984b-bfa4cddaa482 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.303828 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Bound using segment: {'id': '0e8afc9c-27af-4b24-af21-6f85ef7a678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bbdd3f66-d767-4610-8775-0e383a8b8dad'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:57:11.303828 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Bound port: 0b54759d-7756-443d-a30e-3ff915964abd, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8afc9c-27af-4b24-af21-6f85ef7a678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bbdd3f66-d767-4610-8775-0e383a8b8dad'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:57:11.304123 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.363599 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582457c-94da-4294-984b-bfa4cddaa482 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199ad70a-ab40-454e-9c91-44b86f4065ff,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:11.368855 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] For port 0b54759d-7756-443d-a30e-3ff915964abd, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:57:11.372033 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] For port 0b54759d-7756-443d-a30e-3ff915964abd, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=0b54759d-7756-443d-a30e-3ff915964abd,segment=NetworkSegment(0e8afc9c-27af-4b24-af21-6f85ef7a678d),segment_id=0e8afc9c-27af-4b24-af21-6f85ef7a678d)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:57:11.417598 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-ece70dad-556b-4568-b9fd-1738c657b62c None None] Provisioning complete for port 0b54759d-7756-443d-a30e-3ff915964abd triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:11.417956 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ece70dad-556b-4568-b9fd-1738c657b62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.443872 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3582457c-94da-4294-984b-bfa4cddaa482 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.445237 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-3582457c-94da-4294-984b-bfa4cddaa482 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4716742 Dec 16 21:57:11.448171 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 46218) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:11.453103 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8df69ba6-98a0-48d0-9b83-b3646c32d528 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Request body: {'security_group_rule': {'security_group_id': '3cace717-803b-4756-8756-9f4985808119', 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:11.454992 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ece70dad-556b-4568-b9fd-1738c657b62c None None] Port 0b54759d-7756-443d-a30e-3ff915964abd cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:57:11.472593 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.474188 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5b6899d-efbb-4427-b394-7be6f73c9825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9313461'] for subnet, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.534100 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Routers {'79c9cccf-6db5-4495-9443-68114e7c8d0a'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:57:11.534740 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:56:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['79c9cccf-6db5-4495-9443-68114e7c8d0a'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:11.536632 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c88f7-bd44-47be-9d4b-3e8b60a4be1c None None] Pushing event updated for resources: {'Port': ['ID=0b54759d-7756-443d-a30e-3ff915964abd,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:11.541096 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6899d-efbb-4427-b394-7be6f73c9825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd0c28b-17d3-4761-b830-5554083d4950,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:11.559665 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6899d-efbb-4427-b394-7be6f73c9825 admin admin] Checking segment: {'id': 'e48d9f48-390d-46f6-be6b-07012756f665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '732de21f-8b8e-47ef-966c-133e47f17df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:57:11.559665 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6899d-efbb-4427-b394-7be6f73c9825 admin admin] Network hostable DHCP agents. Network: 732de21f-8b8e-47ef-966c-133e47f17df4, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:57:11.559665 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8df69ba6-98a0-48d0-9b83-b3646c32d528 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.651169 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8df69ba6-98a0-48d0-9b83-b3646c32d528 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.675676 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6899d-efbb-4427-b394-7be6f73c9825 admin admin] Network 732de21f-8b8e-47ef-966c-133e47f17df4 is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:57:11.681758 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] Set router 79c9cccf-6db5-4495-9443-68114e7c8d0a gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:57:11.751720 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55143be2-9cfa-41c8-be7e-41ceb71d2e74 req-bf9a36d7-29af-460a-a64f-1f96ea975e2c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:11.753395 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-55143be2-9cfa-41c8-be7e-41ceb71d2e74 req-bf9a36d7-29af-460a-a64f-1f96ea975e2c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0889506 Dec 16 21:57:11.766016 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8df69ba6-98a0-48d0-9b83-b3646c32d528 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.773479 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-b5b6899d-efbb-4427-b394-7be6f73c9825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, 732de21f-8b8e-47ef-966c-133e47f17df4) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:57:11.788785 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d4c662-4c52-4f7d-93da-08496fe1aa2e None None] Network 732de21f-8b8e-47ef-966c-133e47f17df4 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:57:11.794738 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b6899d-efbb-4427-b394-7be6f73c9825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:11.796379 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5b6899d-efbb-4427-b394-7be6f73c9825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.810355 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df69ba6-98a0-48d0-9b83-b3646c32d528 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9ccf4f-15a0-4faf-b9a9-a4fece9850e7,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:11.837556 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddcec1-9bcd-4e2f-bb02-eda40e6b779c req-a6630a40-91ec-4a8b-a1a2-1f23dd99adbb tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:11.839538 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-84ddcec1-9bcd-4e2f-bb02-eda40e6b779c req-a6630a40-91ec-4a8b-a1a2-1f23dd99adbb tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.1272473 Dec 16 21:57:11.877242 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-55143be2-9cfa-41c8-be7e-41ceb71d2e74 req-b2c03856-a21b-4e65-a7ec-f6f9ea6fc382 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158032 Dec 16 21:57:11.922943 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8df69ba6-98a0-48d0-9b83-b3646c32d528 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.924289 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8df69ba6-98a0-48d0-9b83-b3646c32d528 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4750166 Dec 16 21:57:11.927336 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46234) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:11.932064 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-a01002f8-5fac-477f-b3c9-ebcd3671d16d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Request body: {'security_group_rule': {'security_group_id': '3cace717-803b-4756-8756-9f4985808119', 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:11.939638 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-c044995f-b510-44a4-865f-82f4dc8fa3a1 None None] Provisioning complete for port 0b54759d-7756-443d-a30e-3ff915964abd triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:11.939822 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c044995f-b510-44a4-865f-82f4dc8fa3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:11.967445 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-84ddcec1-9bcd-4e2f-bb02-eda40e6b779c req-c13886d6-3953-40af-af85-bdaf3705f16c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192045 Dec 16 21:57:11.997473 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b5b6899d-efbb-4427-b394-7be6f73c9825 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9811258 Dec 16 21:57:12.004287 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c523575-6ca1-4d8a-b35c-d33574d072dc None None] Network 732de21f-8b8e-47ef-966c-133e47f17df4 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:57:12.083758 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a01002f8-5fac-477f-b3c9-ebcd3671d16d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:12.106810 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device b6a68179-c8b2-49e0-8bd7-9c9525c06eea up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:57:12.200727 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7db61-c80d-4298-9348-4431a7b67eb8 req-3c890999-c189-44f0-90d5-2a1b92ee1c1e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:12.203671 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a01002f8-5fac-477f-b3c9-ebcd3671d16d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:12.205582 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8ef7db61-c80d-4298-9348-4431a7b67eb8 req-3c890999-c189-44f0-90d5-2a1b92ee1c1e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 946 time: 0.1553721 Dec 16 21:57:12.228155 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'name': 'tempest-TestVolumeBootPattern-1059999669-router', 'tenant_id': '955625b0db394b59b62c70c353a2d662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b6a68179-c8b2-49e0-8bd7-9c9525c06eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:57:03Z', 'updated_at': '2021-12-16T21:57:08Z', 'revision_number': 4, 'project_id': '955625b0db394b59b62c70c353a2d662', 'gw_port': {'id': 'b6a68179-c8b2-49e0-8bd7-9c9525c06eea', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:57:04Z', 'updated_at': '2021-12-16T21:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '0b54759d-7756-443d-a30e-3ff915964abd', 'name': '', 'network_id': 'bbdd3f66-d767-4610-8775-0e383a8b8dad', 'tenant_id': '955625b0db394b59b62c70c353a2d662', 'mac_address': 'fa:16:3e:93:ad:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '57dd5b70-26a7-43a8-b942-e4a0ef5db5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:57:07Z', 'updated_at': '2021-12-16T21:57:11Z', 'revision_number': 4, 'project_id': '955625b0db394b59b62c70c353a2d662', 'subnets': [{'id': '57dd5b70-26a7-43a8-b942-e4a0ef5db5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:12.259307 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c044995f-b510-44a4-865f-82f4dc8fa3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:12.264310 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d6d01-b647-437c-9e9f-7d3d0198034f None None] The sync data for ids ['79c9cccf-6db5-4495-9443-68114e7c8d0a'] in dv-cinder-790535-21-iscsi is: [{'id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'name': 'tempest-TestVolumeBootPattern-1059999669-router', 'tenant_id': '955625b0db394b59b62c70c353a2d662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b6a68179-c8b2-49e0-8bd7-9c9525c06eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:57:03Z', 'updated_at': '2021-12-16T21:57:08Z', 'revision_number': 4, 'project_id': '955625b0db394b59b62c70c353a2d662', 'gw_port': {'id': 'b6a68179-c8b2-49e0-8bd7-9c9525c06eea', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:57:04Z', 'updated_at': '2021-12-16T21:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '0b54759d-7756-443d-a30e-3ff915964abd', 'name': '', 'network_id': 'bbdd3f66-d767-4610-8775-0e383a8b8dad', 'tenant_id': '955625b0db394b59b62c70c353a2d662', 'mac_address': 'fa:16:3e:93:ad:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '57dd5b70-26a7-43a8-b942-e4a0ef5db5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:57:07Z', 'updated_at': '2021-12-16T21:57:11Z', 'revision_number': 4, 'project_id': '955625b0db394b59b62c70c353a2d662', 'subnets': [{'id': '57dd5b70-26a7-43a8-b942-e4a0ef5db5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:57:12.272225 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8ef7db61-c80d-4298-9348-4431a7b67eb8 req-47d8a833-5a37-4dec-915f-3db572345b33 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582347 Dec 16 21:57:12.300573 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port b6a68179-c8b2-49e0-8bd7-9c9525c06eea triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:12.301045 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:12.310505 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-c044995f-b510-44a4-865f-82f4dc8fa3a1 None None] For port 0b54759d-7756-443d-a30e-3ff915964abd, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=0b54759d-7756-443d-a30e-3ff915964abd,segment=NetworkSegment(0e8afc9c-27af-4b24-af21-6f85ef7a678d),segment_id=0e8afc9c-27af-4b24-af21-6f85ef7a678d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:57:12.331681 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a01002f8-5fac-477f-b3c9-ebcd3671d16d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:12.355643 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01002f8-5fac-477f-b3c9-ebcd3671d16d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bc02c3-b7eb-4ffb-9cdc-3f2dd2ccbd80,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:12.432295 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c044995f-b510-44a4-865f-82f4dc8fa3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:12.451262 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-a01002f8-5fac-477f-b3c9-ebcd3671d16d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:12.453777 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-a01002f8-5fac-477f-b3c9-ebcd3671d16d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5254192 Dec 16 21:57:12.456740 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46244) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:12.461178 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-e28550a4-bbdb-411c-b32d-53cf86fe09a1 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Request body: {'security_group_rule': {'security_group_id': '3cace717-803b-4756-8756-9f4985808119', 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:12.496492 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044995f-b510-44a4-865f-82f4dc8fa3a1 None None] Pushing event updated for resources: {'Port': ['ID=0b54759d-7756-443d-a30e-3ff915964abd,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:12.598657 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e28550a4-bbdb-411c-b32d-53cf86fe09a1 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:12.630688 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d38d19fd-ddd6-4472-8a26-9bb70d6caee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:12.666724 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e28550a4-bbdb-411c-b32d-53cf86fe09a1 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:12.764345 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e28550a4-bbdb-411c-b32d-53cf86fe09a1 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:12.786656 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28550a4-bbdb-411c-b32d-53cf86fe09a1 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af42a711-8d34-4a77-9365-1d81023450f5,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:12.866620 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e28550a4-bbdb-411c-b32d-53cf86fe09a1 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:12.868379 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e28550a4-bbdb-411c-b32d-53cf86fe09a1 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4106762 Dec 16 21:57:12.871185 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46256) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:12.879016 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-db49440d-25e3-42ca-b851-9572ed96eb99 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Request body: {'security_group_rule': {'security_group_id': '3cace717-803b-4756-8756-9f4985808119', 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:12.958935 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46262) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:12.964144 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1049769290-network', 'tenant_id': '043d0e1a88bd44a4bee4b481ce373422'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:13.015734 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.securitygroups_db [None req-db49440d-25e3-42ca-b851-9572ed96eb99 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Project d6890efb0b5f4e18ade8658b6cba1287 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 21:57:13.024300 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-db49440d-25e3-42ca-b851-9572ed96eb99 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.030587 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e8384-97c7-43e8-8c1e-ef433021f6d9 req-34853b65-2bea-495f-884a-0507b565c1be tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:13.033641 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-862e8384-97c7-43e8-8c1e-ef433021f6d9 req-34853b65-2bea-495f-884a-0507b565c1be tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0594196 Dec 16 21:57:13.120769 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-db49440d-25e3-42ca-b851-9572ed96eb99 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.124117 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] Made reservation on behalf of 043d0e1a88bd44a4bee4b481ce373422 for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:57:13.127042 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.141234 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.147002 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-862e8384-97c7-43e8-8c1e-ef433021f6d9 req-e0e319a9-d4d9-4570-92cb-d6640448f188 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033747 Dec 16 21:57:13.198184 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40191ec4-6dc4-42e5-a4df-d45177c00a31 req-db239e9f-e1a5-4d0e-82fd-a695b7faebff tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:13.200741 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-40191ec4-6dc4-42e5-a4df-d45177c00a31 req-db239e9f-e1a5-4d0e-82fd-a695b7faebff tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0978088 Dec 16 21:57:13.209956 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-db49440d-25e3-42ca-b851-9572ed96eb99 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.261119 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-40191ec4-6dc4-42e5-a4df-d45177c00a31 req-ec7f25e5-6839-4a66-a010-0ca716b97ead tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532246 Dec 16 21:57:13.266968 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49440d-25e3-42ca-b851-9572ed96eb99 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cd7924-3cae-4c10-8321-a8311f0f6c21,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:13.313106 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.316691 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623d6b2-7b05-49b6-b1e1-7eaa243a67c2 req-0491e972-5c5c-4599-aabd-73c9d4e7a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:13.318325 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-4623d6b2-7b05-49b6-b1e1-7eaa243a67c2 req-0491e972-5c5c-4599-aabd-73c9d4e7a06d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 1099 time: 0.0961785 Dec 16 21:57:13.352994 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-db49440d-25e3-42ca-b851-9572ed96eb99 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.354166 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-db49440d-25e3-42ca-b851-9572ed96eb99 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4820447 Dec 16 21:57:13.358239 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46270) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:13.362464 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-266d6a28-09f2-4481-af0d-6e04e9ea61bf tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Request body: {'security_group_rule': {'security_group_id': '3cace717-803b-4756-8756-9f4985808119', 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:13.426982 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cd211-9e5c-4d15-9198-4af5a31ac899 req-6f8760d0-62a6-4f3a-82c2-c2ee20fd976b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:13.428610 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-785cd211-9e5c-4d15-9198-4af5a31ac899 req-6f8760d0-62a6-4f3a-82c2-c2ee20fd976b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0873230 Dec 16 21:57:13.440692 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad757b-f5ef-4bd6-96a1-ced3d0245f21 req-4826edca-db5a-4e20-ace0-0a80228995c0 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:13.442129 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-95ad757b-f5ef-4bd6-96a1-ced3d0245f21 req-4826edca-db5a-4e20-ace0-0a80228995c0 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 946 time: 0.0901077 Dec 16 21:57:13.442718 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 46272) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:13.447237 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4940707d-2acf-41bb-8ec5-41b9d29e8fb0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Request body: {'floatingip': {'port_id': 'a10677fe-1add-4546-8c25-b42d17290f1b'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:13.535428 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4940707d-2acf-41bb-8ec5-41b9d29e8fb0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for floatingip, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.547144 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.591588 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.633870 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-4623d6b2-7b05-49b6-b1e1-7eaa243a67c2 req-dddb76b0-4d79-4f1a-b584-34ac8f7ac645 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012297 Dec 16 21:57:13.634552 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:57:13.650149 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633bf7da-56ca-4455-8541-2c16fdaa4f5f,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:13.653013 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.653346 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] Added segment 9ccd1604-6489-43b6-830e-456c80000904 of type vlan for network c7547524-849c-4a92-b067-904aa50ad058 Dec 16 21:57:13.670491 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-95ad757b-f5ef-4bd6-96a1-ced3d0245f21 req-6c84adca-6107-44e2-860a-18c291e2707d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944635 Dec 16 21:57:13.694834 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.securitygroups_db [None req-266d6a28-09f2-4481-af0d-6e04e9ea61bf tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Project d6890efb0b5f4e18ade8658b6cba1287 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 21:57:13.701155 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.706160 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-266d6a28-09f2-4481-af0d-6e04e9ea61bf tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.768915 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-266d6a28-09f2-4481-af0d-6e04e9ea61bf tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.805987 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.807024 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:13.807646 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.876393 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-266d6a28-09f2-4481-af0d-6e04e9ea61bf tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:13.913350 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] Pushing event updated for resources: {'Network': ['ID=c7547524-849c-4a92-b067-904aa50ad058,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:13.916310 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d6a28-09f2-4481-af0d-6e04e9ea61bf tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9432950-c748-48f7-a0ba-43f0017548d3,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:13.925583 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network c7547524-849c-4a92-b067-904aa50ad058 details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:57:13.949530 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2d96f2c4-0c44-426f-be11-f2f776451a66 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9893441 Dec 16 21:57:13.952874 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46280) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:13.958273 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-14c6415d-d15c-45f5-8c3e-3a8e4b364f9b admin admin] Request body: {'subnet': {'network_id': 'c7547524-849c-4a92-b067-904aa50ad058', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1049769290-subnet', 'tenant_id': '043d0e1a88bd44a4bee4b481ce373422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:14.008175 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-266d6a28-09f2-4481-af0d-6e04e9ea61bf tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:14.008175 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-266d6a28-09f2-4481-af0d-6e04e9ea61bf tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6485503 Dec 16 21:57:14.092413 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 0b54759d-7756-443d-a30e-3ff915964abd up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:57:14.121784 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c6415d-d15c-45f5-8c3e-3a8e4b364f9b admin admin] Made reservation on behalf of 043d0e1a88bd44a4bee4b481ce373422 for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:57:14.125422 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-14c6415d-d15c-45f5-8c3e-3a8e4b364f9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3513451'] for subnet, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:14.162432 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 0b54759d-7756-443d-a30e-3ff915964abd triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:14.163074 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:14.396385 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c32811-a9b2-4b20-8ff2-61ecc0be9880 req-d8956afd-9b6d-488d-a49c-664f7fa6ae23 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:14.397923 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e2c32811-a9b2-4b20-8ff2-61ecc0be9880 req-d8956afd-9b6d-488d-a49c-664f7fa6ae23 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.1374118 Dec 16 21:57:14.478877 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.db.resource_extend [None req-4940707d-2acf-41bb-8ec5-41b9d29e8fb0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 21:57:14.489495 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-14c6415d-d15c-45f5-8c3e-3a8e4b364f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8473038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3513461'] for subnet, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:14.582357 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e2c32811-a9b2-4b20-8ff2-61ecc0be9880 req-b487c1c2-47fe-41b3-bac3-aff6692173da tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612864 Dec 16 21:57:14.591519 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4940707d-2acf-41bb-8ec5-41b9d29e8fb0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:14.604941 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6415d-d15c-45f5-8c3e-3a8e4b364f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e8bff30-cf21-4f5c-a3ef-b157482901f2,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:14.614253 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c6415d-d15c-45f5-8c3e-3a8e4b364f9b admin admin] Checking segment: {'id': '9ccd1604-6489-43b6-830e-456c80000904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c7547524-849c-4a92-b067-904aa50ad058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:57:14.614922 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c6415d-d15c-45f5-8c3e-3a8e4b364f9b admin admin] Network hostable DHCP agents. Network: c7547524-849c-4a92-b067-904aa50ad058, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:57:14.664557 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4940707d-2acf-41bb-8ec5-41b9d29e8fb0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:14.723477 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c6415d-d15c-45f5-8c3e-3a8e4b364f9b admin admin] Network c7547524-849c-4a92-b067-904aa50ad058 is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:57:14.771954 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-4940707d-2acf-41bb-8ec5-41b9d29e8fb0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Floating IP a622cf57-d0b1-4733-806e-d077aa0f3a42 associated. External IP: 172.27.3.254, port: a10677fe-1add-4546-8c25-b42d17290f1b. Dec 16 21:57:14.831920 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-14c6415d-d15c-45f5-8c3e-3a8e4b364f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, c7547524-849c-4a92-b067-904aa50ad058) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:57:14.838763 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c6415d-d15c-45f5-8c3e-3a8e4b364f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:14.839369 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-14c6415d-d15c-45f5-8c3e-3a8e4b364f9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:14.841081 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc59a8c0-7a6c-4a6d-87bb-96a0d2386934 None None] Network c7547524-849c-4a92-b067-904aa50ad058 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:57:14.962685 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dc96fd-a0e0-44bb-b92c-fc5f15d2d152 None None] Network c7547524-849c-4a92-b067-904aa50ad058 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:57:14.993732 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-14c6415d-d15c-45f5-8c3e-3a8e4b364f9b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0397322 Dec 16 21:57:15.013197 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4940707d-2acf-41bb-8ec5-41b9d29e8fb0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Router f96362b2-da03-4e25-8af0-cb11e7840574 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 21:57:15.022053 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:15.149932 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4940707d-2acf-41bb-8ec5-41b9d29e8fb0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:57:15.156215 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4940707d-2acf-41bb-8ec5-41b9d29e8fb0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:15.166313 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c06ec8c-7753-4fd8-adfe-5dafdc1695be None None] Sync routers for ids ['f96362b2-da03-4e25-8af0-cb11e7840574'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:57:15.177006 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c06ec8c-7753-4fd8-adfe-5dafdc1695be None None] Routers {'f96362b2-da03-4e25-8af0-cb11e7840574'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:57:15.177688 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8c06ec8c-7753-4fd8-adfe-5dafdc1695be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:57:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['f96362b2-da03-4e25-8af0-cb11e7840574'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:15.195270 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-4940707d-2acf-41bb-8ec5-41b9d29e8fb0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "PUT /v2.0/floatingips/a622cf57-d0b1-4733-806e-d077aa0f3a42 HTTP/1.1" status: 200 len: 991 time: 1.7514999 Dec 16 21:57:15.195937 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'tag': 'a10677fe-1add-4546-8c25-b42d17290f1b'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:57:15.198391 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e57e2e44bf8fe06c7a0f6bc155366ee9f5a250a625ed21f00be954d32ca70b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724928dd-08dd-4038-99ca-b37a2208e2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "83287a64-d6f2-49a7-9d6d-8a77dd9a212a", "tag": "a10677fe-1add-4546-8c25-b42d17290f1b"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:57:15.270055 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 21:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e5c619-1ffd-46d4-8b06-af5ab813df52 x-openstack-request-id: req-40e5c619-1ffd-46d4-8b06-af5ab813df52 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:57:15.270948 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83287a64-d6f2-49a7-9d6d-8a77dd9a212a", "tag": "a10677fe-1add-4546-8c25-b42d17290f1b", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:57:15.271395 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40e5c619-1ffd-46d4-8b06-af5ab813df52 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:57:15.272262 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'tag': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'status': 'completed', 'code': 200} Dec 16 21:57:15.318939 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-8c06ec8c-7753-4fd8-adfe-5dafdc1695be None None] Set router f96362b2-da03-4e25-8af0-cb11e7840574 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:57:15.367766 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724928dd-08dd-4038-99ca-b37a2208e2dc req-f404e202-1170-46fd-87cf-723b900b6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:15.369970 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-724928dd-08dd-4038-99ca-b37a2208e2dc req-f404e202-1170-46fd-87cf-723b900b6cea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2222f1d7be91471380160da7092bd9d7&device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 1098 time: 0.0462341 Dec 16 21:57:15.679564 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8c06ec8c-7753-4fd8-adfe-5dafdc1695be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': 'a622cf57-d0b1-4733-806e-d077aa0f3a42', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'port_id': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'mac_address': 'fa:16:3e:5d:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T21:56:46Z', 'updated_at': '2021-12-16T21:57:14Z', 'revision_number': 1, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5969fbde-3727-4e4a-a43a-182e8595993b', 'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'mac_address': 'fa:16:3e:40:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:39Z', 'updated_at': '2021-12-16T21:56:45Z', 'revision_number': 5, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'subnets': [{'id': '9a289809-76be-41c6-8299-52e501367a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:15.710091 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c06ec8c-7753-4fd8-adfe-5dafdc1695be None None] Checking router: f96362b2-da03-4e25-8af0-cb11e7840574 for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:57:15.718361 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c06ec8c-7753-4fd8-adfe-5dafdc1695be None None] Routers {'f96362b2-da03-4e25-8af0-cb11e7840574'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:57:15.719248 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8c06ec8c-7753-4fd8-adfe-5dafdc1695be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:57:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['f96362b2-da03-4e25-8af0-cb11e7840574'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:15.830058 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-8c06ec8c-7753-4fd8-adfe-5dafdc1695be None None] Set router f96362b2-da03-4e25-8af0-cb11e7840574 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:57:15.904730 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:16.054624 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8c06ec8c-7753-4fd8-adfe-5dafdc1695be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': 'a622cf57-d0b1-4733-806e-d077aa0f3a42', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'port_id': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'mac_address': 'fa:16:3e:5d:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T21:56:46Z', 'updated_at': '2021-12-16T21:57:14Z', 'revision_number': 1, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5969fbde-3727-4e4a-a43a-182e8595993b', 'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'mac_address': 'fa:16:3e:40:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:39Z', 'updated_at': '2021-12-16T21:56:45Z', 'revision_number': 5, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'subnets': [{'id': '9a289809-76be-41c6-8299-52e501367a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:16.080919 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c06ec8c-7753-4fd8-adfe-5dafdc1695be None None] The sync data for ids ['f96362b2-da03-4e25-8af0-cb11e7840574'] in dv-cinder-790535-21-iscsi is: [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': 'a622cf57-d0b1-4733-806e-d077aa0f3a42', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'port_id': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'mac_address': 'fa:16:3e:5d:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T21:56:46Z', 'updated_at': '2021-12-16T21:57:14Z', 'revision_number': 1, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5969fbde-3727-4e4a-a43a-182e8595993b', 'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'mac_address': 'fa:16:3e:40:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:39Z', 'updated_at': '2021-12-16T21:56:45Z', 'revision_number': 5, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'subnets': [{'id': '9a289809-76be-41c6-8299-52e501367a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:57:16.286343 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbee222-fc8b-408d-a423-9a5e56ce5a8e None None] New status for floating IP a622cf57-d0b1-4733-806e-d077aa0f3a42: ACTIVE {{(pid=109595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 21:57:18.355262 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724928dd-08dd-4038-99ca-b37a2208e2dc req-08e67436-0b78-4d81-9e8b-cb6aced30a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:18.356258 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10148eee-2568-4c92-8d7a-9de1a83b5f16 req-508d3a98-1fc5-430e-a35a-c7220bf5904a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:18.356826 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-724928dd-08dd-4038-99ca-b37a2208e2dc req-08e67436-0b78-4d81-9e8b-cb6aced30a1d service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e8205d6-50c6-4140-b075-154cc20dabb0 HTTP/1.1" status: 200 len: 917 time: 0.0932188 Dec 16 21:57:18.358434 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-10148eee-2568-4c92-8d7a-9de1a83b5f16 req-508d3a98-1fc5-430e-a35a-c7220bf5904a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0528789 Dec 16 21:57:18.416902 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-10148eee-2568-4c92-8d7a-9de1a83b5f16 req-ee6b51e3-329e-4138-8e3c-7d1cc9f43dac tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522413 Dec 16 21:57:18.470150 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-724928dd-08dd-4038-99ca-b37a2208e2dc req-30a273b7-c6e6-4da3-bd8c-5813a3823208 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10677fe-1add-4546-8c25-b42d17290f1b HTTP/1.1" status: 200 len: 1001 time: 0.1035123 Dec 16 21:57:18.536437 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724928dd-08dd-4038-99ca-b37a2208e2dc req-be2cc491-d13e-4f75-8ef5-79d8307ef2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:18.538360 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-724928dd-08dd-4038-99ca-b37a2208e2dc req-be2cc491-d13e-4f75-8ef5-79d8307ef2a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a289809-76be-41c6-8299-52e501367a8c HTTP/1.1" status: 200 len: 855 time: 0.0573888 Dec 16 21:57:18.605590 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724928dd-08dd-4038-99ca-b37a2208e2dc req-449cfc16-0a1f-4249-a14f-3e604aea9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:18.608106 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-724928dd-08dd-4038-99ca-b37a2208e2dc req-449cfc16-0a1f-4249-a14f-3e604aea9fbc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e8205d6-50c6-4140-b075-154cc20dabb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0603590 Dec 16 21:57:18.719362 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-724928dd-08dd-4038-99ca-b37a2208e2dc req-280c029b-7fa4-4e1b-a55a-57a68a45f097 service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960829 Dec 16 21:57:18.828090 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-724928dd-08dd-4038-99ca-b37a2208e2dc req-e309494e-2b90-467b-ae8f-d03926a7bff0 service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966878 Dec 16 21:57:19.037910 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374b89c-6998-4a87-b8b5-019a55971e74 req-5a728dae-a977-46f7-9a87-722e698c947e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:19.039458 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3374b89c-6998-4a87-b8b5-019a55971e74 req-5a728dae-a977-46f7-9a87-722e698c947e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0510569 Dec 16 21:57:19.094111 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3374b89c-6998-4a87-b8b5-019a55971e74 req-696e33d2-c046-43ef-8440-5a9e36db6f2c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449269 Dec 16 21:57:19.115103 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad88aa6-3b0a-4509-adf5-d800e7305edb req-af597dc4-7544-4850-b49f-9fb239d23a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:19.116658 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-bad88aa6-3b0a-4509-adf5-d800e7305edb req-af597dc4-7544-4850-b49f-9fb239d23a2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1971819039c4cf3865752304b29bb01&device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 1099 time: 0.0476072 Dec 16 21:57:19.226788 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad88aa6-3b0a-4509-adf5-d800e7305edb req-2fe74b6e-98e4-4e62-b7d0-e54d22903b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:19.228244 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-bad88aa6-3b0a-4509-adf5-d800e7305edb req-2fe74b6e-98e4-4e62-b7d0-e54d22903b3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=752880ba-371c-4f56-98a7-5aae487e8357 HTTP/1.1" status: 200 len: 920 time: 0.0935700 Dec 16 21:57:19.274202 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-bad88aa6-3b0a-4509-adf5-d800e7305edb req-7bc55f18-fc9d-44f9-a393-f46154ef0cd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f432d8b2-3e2c-417a-96a4-d1126494f26c HTTP/1.1" status: 200 len: 217 time: 0.0378213 Dec 16 21:57:19.346730 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad88aa6-3b0a-4509-adf5-d800e7305edb req-f9eab23d-bd22-4793-bfde-ec970714219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:19.348136 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-bad88aa6-3b0a-4509-adf5-d800e7305edb req-f9eab23d-bd22-4793-bfde-ec970714219e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84291270-e6c0-402c-af46-4551769988aa HTTP/1.1" status: 200 len: 859 time: 0.0539970 Dec 16 21:57:19.384394 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-bad88aa6-3b0a-4509-adf5-d800e7305edb req-179cca07-14c9-4956-9423-0242c8470bbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=752880ba-371c-4f56-98a7-5aae487e8357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246651 Dec 16 21:57:19.482803 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-bad88aa6-3b0a-4509-adf5-d800e7305edb req-e6282649-c4d0-4b8c-be30-ee857a5521c2 service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892026 Dec 16 21:57:19.580655 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-bad88aa6-3b0a-4509-adf5-d800e7305edb req-5d54e98a-5a2c-4816-907b-b4eca5fc00aa service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902290 Dec 16 21:57:20.216837 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444a192-2747-43fa-97d0-292f9c5d08d1 req-5e7f0020-d36d-4afa-8121-aaa0e6754fe2 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:20.218527 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6444a192-2747-43fa-97d0-292f9c5d08d1 req-5e7f0020-d36d-4afa-8121-aaa0e6754fe2 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0483046 Dec 16 21:57:20.267237 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6444a192-2747-43fa-97d0-292f9c5d08d1 req-ce948f50-5921-4d48-ab72-11259ae5b864 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426137 Dec 16 21:57:21.398627 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd55491-a921-4285-a9d3-7db5e4e2e60b req-9bc606f3-4456-4022-83e0-ebd65699a0c2 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:21.398627 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9fd55491-a921-4285-a9d3-7db5e4e2e60b req-9bc606f3-4456-4022-83e0-ebd65699a0c2 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0605683 Dec 16 21:57:21.445260 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9fd55491-a921-4285-a9d3-7db5e4e2e60b req-f1b7e3fe-0c2d-4f07-8621-677411bae400 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 Dec 16 21:57:22.562551 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4516da-358d-4b00-b72d-905b44a89ab8 req-a082be2f-f866-4e9e-b335-6ed91fb55b93 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:22.564053 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c4516da-358d-4b00-b72d-905b44a89ab8 req-a082be2f-f866-4e9e-b335-6ed91fb55b93 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0479965 Dec 16 21:57:22.618950 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c4516da-358d-4b00-b72d-905b44a89ab8 req-2ac7feb7-d78b-452e-80fb-375fd7f69d5c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483212 Dec 16 21:57:24.542836 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18227888-60ab-41ae-ad19-11bc2265002d req-5e7e37a1-d2c7-4c37-939d-9fd3899e1465 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:24.544296 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-18227888-60ab-41ae-ad19-11bc2265002d req-5e7e37a1-d2c7-4c37-939d-9fd3899e1465 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0534523 Dec 16 21:57:24.596351 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-18227888-60ab-41ae-ad19-11bc2265002d req-8d6293c6-15ed-4a35-9417-19bc8440f0aa tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458252 Dec 16 21:57:26.049687 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46550) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:26.164607 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:26.244091 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:26.323126 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:26.361598 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d07d086b1a46475cbe9f613234223c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100479 Dec 16 21:57:26.362706 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458e9157-47fd-450d-ac09-ba4c8ec2af63,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:26.364691 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 46558) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:26.369815 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.370180 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.370515 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.370851 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.371181 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.371893 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.371893 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.372144 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.372507 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.372835 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.373157 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.373478 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.373796 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46c916-2e49-4254-aeda-9283ebd6f7f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.416894 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:26.437629 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:26.592331 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:26.595136 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:26.596360 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/458e9157-47fd-450d-ac09-ba4c8ec2af63 HTTP/1.1" status: 204 len: 168 time: 0.2306058 Dec 16 21:57:26.605145 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458e9157-47fd-450d-ac09-ba4c8ec2af63,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:26.612978 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.613322 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.613853 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.614175 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.614600 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.614983 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.615402 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.615731 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.616212 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.616565 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.616890 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.617206 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:26.617693 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbedf5b-2d08-401f-ab0b-f924f52298ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:27.275064 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:57:27.832356 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e9a59ec7-096a-446f-8c6d-37aba4b91a64 req-f7260d07-6193-4a5e-be52-83fbc2c91bed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441616 Dec 16 21:57:27.912764 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a59ec7-096a-446f-8c6d-37aba4b91a64 req-3fd30338-abb1-4a8c-bd30-8510d1a7a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:27.914525 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e9a59ec7-096a-446f-8c6d-37aba4b91a64 req-3fd30338-abb1-4a8c-bd30-8510d1a7a691 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1971819039c4cf3865752304b29bb01&device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 1099 time: 0.0579348 Dec 16 21:57:28.026550 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a59ec7-096a-446f-8c6d-37aba4b91a64 req-12e68c6a-450c-40a1-ab06-eabccbcb9b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:28.028123 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e9a59ec7-096a-446f-8c6d-37aba4b91a64 req-12e68c6a-450c-40a1-ab06-eabccbcb9b0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=752880ba-371c-4f56-98a7-5aae487e8357 HTTP/1.1" status: 200 len: 920 time: 0.0892222 Dec 16 21:57:28.083614 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e9a59ec7-096a-446f-8c6d-37aba4b91a64 req-a9977b41-11dd-4111-8463-3e9b82b698b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f432d8b2-3e2c-417a-96a4-d1126494f26c HTTP/1.1" status: 200 len: 217 time: 0.0399683 Dec 16 21:57:28.139542 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a59ec7-096a-446f-8c6d-37aba4b91a64 req-28b10157-e0eb-43b6-bc0c-52aa7e063b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:28.141666 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e9a59ec7-096a-446f-8c6d-37aba4b91a64 req-28b10157-e0eb-43b6-bc0c-52aa7e063b70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84291270-e6c0-402c-af46-4551769988aa HTTP/1.1" status: 200 len: 859 time: 0.0470183 Dec 16 21:57:28.174542 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e9a59ec7-096a-446f-8c6d-37aba4b91a64 req-1326ca1c-6996-4eef-9056-0478cfd309d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=752880ba-371c-4f56-98a7-5aae487e8357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249012 Dec 16 21:57:28.276142 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e9a59ec7-096a-446f-8c6d-37aba4b91a64 req-40a5289d-7280-4725-8c8e-cc21f00483cf service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880008 Dec 16 21:57:28.376231 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e9a59ec7-096a-446f-8c6d-37aba4b91a64 req-9c5399be-1f07-469a-ba50-fd4f5d8d9782 service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898817 Dec 16 21:57:30.030177 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:34.059423 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 46752) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:34.105246 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e54b5a-c0b3-4401-8019-fb1aa5943c66 admin admin] Deleting subnet 4fd0c28b-17d3-4761-b830-5554083d4950 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 21:57:34.108522 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67e54b5a-c0b3-4401-8019-fb1aa5943c66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:34.152565 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67e54b5a-c0b3-4401-8019-fb1aa5943c66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215263'] for subnet, precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:34.193060 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67e54b5a-c0b3-4401-8019-fb1aa5943c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:34.340839 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67e54b5a-c0b3-4401-8019-fb1aa5943c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9313484'] for subnet, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:34.368265 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e54b5a-c0b3-4401-8019-fb1aa5943c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd0c28b-17d3-4761-b830-5554083d4950,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:34.373344 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67e54b5a-c0b3-4401-8019-fb1aa5943c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:34.375722 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-67e54b5a-c0b3-4401-8019-fb1aa5943c66 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4fd0c28b-17d3-4761-b830-5554083d4950 HTTP/1.1" status: 204 len: 168 time: 0.3151765 Dec 16 21:57:34.378344 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 46762) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:34.446273 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8bd91db2-ed2e-4e14-8825-17c2c712a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:34.556745 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8bd91db2-ed2e-4e14-8825-17c2c712a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:34.583015 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-8bd91db2-ed2e-4e14-8825-17c2c712a936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732de21f-8b8e-47ef-966c-133e47f17df4']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:34.601853 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9853f-3d81-4de6-858d-4fec5f351ec7 req-ff98b7d1-60a1-4172-98c7-ede1ff8b42e0 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:34.601853 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-57a9853f-3d81-4de6-858d-4fec5f351ec7 req-ff98b7d1-60a1-4172-98c7-ede1ff8b42e0 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0803852 Dec 16 21:57:34.604651 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-8bd91db2-ed2e-4e14-8825-17c2c712a936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48d9f48-390d-46f6-be6b-07012756f665') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:34.604947 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-8bd91db2-ed2e-4e14-8825-17c2c712a936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48d9f48-390d-46f6-be6b-07012756f665') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:34.623051 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8bd91db2-ed2e-4e14-8825-17c2c712a936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215460'] for segment, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:34.657591 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8bd91db2-ed2e-4e14-8825-17c2c712a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:34.674011 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99964fba-06d4-4b25-9d9b-6743a8886783 req-13bb1f8a-18ee-4ba3-98bc-0b21daa8ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:34.674983 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd91db2-ed2e-4e14-8825-17c2c712a936 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 21:57:34.675307 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8bd91db2-ed2e-4e14-8825-17c2c712a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3293290'] for segment, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:34.675618 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-99964fba-06d4-4b25-9d9b-6743a8886783 req-13bb1f8a-18ee-4ba3-98bc-0b21daa8ff6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1971819039c4cf3865752304b29bb01&device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 1099 time: 0.0494130 Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: Traceback (most recent call last): Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: timer() Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: cb(*args, **kw) Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: return func(*args, **kwargs) Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: self._notify() Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: self.callback(batched_events) Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: event.method(event) Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: return f(self, *a, **k) Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._get(url).json() Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 21:57:34.677074 dv-cinder-790535-21-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 21:57:34.731191 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-57a9853f-3d81-4de6-858d-4fec5f351ec7 req-c1fc5852-9373-4b29-b040-951b660d571f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121562 Dec 16 21:57:34.810844 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99964fba-06d4-4b25-9d9b-6743a8886783 req-60cd2bef-6095-4c56-a028-54e3eb1d0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:34.812683 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-99964fba-06d4-4b25-9d9b-6743a8886783 req-60cd2bef-6095-4c56-a028-54e3eb1d0150 service neutron] 10.222.0.59 "GET /v2.0/networks?id=752880ba-371c-4f56-98a7-5aae487e8357 HTTP/1.1" status: 200 len: 920 time: 0.1223872 Dec 16 21:57:34.830884 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8bd91db2-ed2e-4e14-8825-17c2c712a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:34.838037 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8bd91db2-ed2e-4e14-8825-17c2c712a936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:34.843923 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8bd91db2-ed2e-4e14-8825-17c2c712a936 admin admin] 10.222.0.44 "DELETE /v2.0/networks/732de21f-8b8e-47ef-966c-133e47f17df4 HTTP/1.1" status: 204 len: 168 time: 0.4621489 Dec 16 21:57:34.844682 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 46772) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:34.865114 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-99964fba-06d4-4b25-9d9b-6743a8886783 req-518f32c2-0855-4390-97ba-9a257e6e7259 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f432d8b2-3e2c-417a-96a4-d1126494f26c HTTP/1.1" status: 200 len: 217 time: 0.0422657 Dec 16 21:57:34.865339 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd91db2-ed2e-4e14-8825-17c2c712a936 admin admin] Pushing event deleted for resources: {'Network': ['ID=732de21f-8b8e-47ef-966c-133e47f17df4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:34.930069 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c30e6f2-2f18-4e2c-88a7-d1eaa306500c admin admin] Deleting subnet 7e8bff30-cf21-4f5c-a3ef-b157482901f2 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 21:57:34.932609 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99964fba-06d4-4b25-9d9b-6743a8886783 req-9ec1726a-9103-46e3-83f7-63354c098d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:34.935312 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4c30e6f2-2f18-4e2c-88a7-d1eaa306500c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:34.936931 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-99964fba-06d4-4b25-9d9b-6743a8886783 req-9ec1726a-9103-46e3-83f7-63354c098d20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84291270-e6c0-402c-af46-4551769988aa HTTP/1.1" status: 200 len: 859 time: 0.0575528 Dec 16 21:57:34.982448 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-99964fba-06d4-4b25-9d9b-6743a8886783 req-89f691c6-51cc-4781-8bdb-bf7c32b5ac92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=752880ba-371c-4f56-98a7-5aae487e8357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324502 Dec 16 21:57:35.113166 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-99964fba-06d4-4b25-9d9b-6743a8886783 req-40ca3ce0-7ee4-4a59-a4a7-d0e294a3f084 service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078429 Dec 16 21:57:35.145628 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4c30e6f2-2f18-4e2c-88a7-d1eaa306500c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215263'] for subnet, precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:35.186515 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4c30e6f2-2f18-4e2c-88a7-d1eaa306500c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:35.210125 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-99964fba-06d4-4b25-9d9b-6743a8886783 req-bdbe1cb4-0b4f-4d43-8244-b97245bf0013 service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890090 Dec 16 21:57:35.294741 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4c30e6f2-2f18-4e2c-88a7-d1eaa306500c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9313484'] for subnet, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:35.318243 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30e6f2-2f18-4e2c-88a7-d1eaa306500c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e8bff30-cf21-4f5c-a3ef-b157482901f2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:35.328856 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4c30e6f2-2f18-4e2c-88a7-d1eaa306500c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:35.329192 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-4c30e6f2-2f18-4e2c-88a7-d1eaa306500c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7e8bff30-cf21-4f5c-a3ef-b157482901f2 HTTP/1.1" status: 204 len: 168 time: 0.4839661 Dec 16 21:57:35.332433 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 46782) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:35.403570 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0cb4-6e90-4a7b-89d7-7c8620e6cb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:35.482993 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0cb4-6e90-4a7b-89d7-7c8620e6cb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:35.503053 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c5cb0cb4-6e90-4a7b-89d7-7c8620e6cb9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7547524-849c-4a92-b067-904aa50ad058']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:35.512295 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c5cb0cb4-6e90-4a7b-89d7-7c8620e6cb9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccd1604-6489-43b6-830e-456c80000904') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:35.512624 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c5cb0cb4-6e90-4a7b-89d7-7c8620e6cb9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccd1604-6489-43b6-830e-456c80000904') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:57:35.527367 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0cb4-6e90-4a7b-89d7-7c8620e6cb9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215460'] for segment, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:35.540695 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0cb4-6e90-4a7b-89d7-7c8620e6cb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:35.546418 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cb0cb4-6e90-4a7b-89d7-7c8620e6cb9a admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 21:57:35.546910 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0cb4-6e90-4a7b-89d7-7c8620e6cb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3293290'] for segment, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: Traceback (most recent call last): Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: timer() Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: cb(*args, **kw) Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: return func(*args, **kwargs) Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: self._notify() Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: self.callback(batched_events) Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: event.method(event) Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: return f(self, *a, **k) Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._get(url).json() Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 21:57:35.549328 dv-cinder-790535-21-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 21:57:35.734208 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0cb4-6e90-4a7b-89d7-7c8620e6cb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:35.742784 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0cb4-6e90-4a7b-89d7-7c8620e6cb9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:35.746010 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c5cb0cb4-6e90-4a7b-89d7-7c8620e6cb9a admin admin] 10.222.0.44 "DELETE /v2.0/networks/c7547524-849c-4a92-b067-904aa50ad058 HTTP/1.1" status: 204 len: 168 time: 0.4126425 Dec 16 21:57:35.757702 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb0cb4-6e90-4a7b-89d7-7c8620e6cb9a admin admin] Pushing event deleted for resources: {'Network': ['ID=c7547524-849c-4a92-b067-904aa50ad058,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:35.886548 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7777f-5e9f-47ec-b4bf-845da906c81e req-12e0102c-bf2b-45f5-8148-2b68a80dfbd9 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:35.888346 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04d7777f-5e9f-47ec-b4bf-845da906c81e req-12e0102c-bf2b-45f5-8148-2b68a80dfbd9 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0692227 Dec 16 21:57:35.986367 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-04d7777f-5e9f-47ec-b4bf-845da906c81e req-87dd644d-5b11-4047-8d97-d2c33ae770c0 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911932 Dec 16 21:57:36.041331 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8664fd69-fe1f-49cc-b9e7-84dfb9dae202 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:36.042919 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8664fd69-fe1f-49cc-b9e7-84dfb9dae202 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/networks?id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf HTTP/1.1" status: 200 len: 815 time: 0.1266437 Dec 16 21:57:36.061911 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-6750e772-2cba-4976-a099-efeac8d39243 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/quotas/b898e78b34794c0482bb58794e75e007 HTTP/1.1" status: 200 len: 375 time: 0.0125017 Dec 16 21:57:36.122968 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-0e53f012-0bae-447c-bb35-449c815a8bed tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b898e78b34794c0482bb58794e75e007&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540209 Dec 16 21:57:36.176152 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46816) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:36.218802 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-6bdbe77b-893e-412a-a63f-058efc5516db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=232e44eacfce4d9cbfa5676cba113965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390897 Dec 16 21:57:36.219115 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 46818) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:36.225951 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-b4d6f4e1-bc80-4afb-a4ed-48d92e112b56 service neutron] 10.222.0.44 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884695 Dec 16 21:57:36.271860 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4d24c70b-ff6d-476b-acc9-d2b2214881c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:36.294613 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4d24c70b-ff6d-476b-acc9-d2b2214881c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:36.323918 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-2f9087df-0e84-4346-8bb9-30ef23479eb4 service neutron] 10.222.0.44 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908592 Dec 16 21:57:36.435986 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4d24c70b-ff6d-476b-acc9-d2b2214881c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:36.438633 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4d24c70b-ff6d-476b-acc9-d2b2214881c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:36.440885 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-4d24c70b-ff6d-476b-acc9-d2b2214881c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/164430ba-cb69-4ed0-991e-d1bb85bd90b6 HTTP/1.1" status: 204 len: 168 time: 0.2207627 Dec 16 21:57:36.448890 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24c70b-ff6d-476b-acc9-d2b2214881c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164430ba-cb69-4ed0-991e-d1bb85bd90b6,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:36.645359 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-43209bb0-0aaa-41b5-9884-22eb18149a5f req-09f1f287-5fb5-4947-b8eb-13e47d2934c6 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 210 time: 0.0430119 Dec 16 21:57:37.104180 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb1938-ac94-4cb0-bbbc-39ce1ecb3feb req-2cf52357-9bd2-4827-a1c6-bf1177e31efa tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:37.105987 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e9eb1938-ac94-4cb0-bbbc-39ce1ecb3feb req-2cf52357-9bd2-4827-a1c6-bf1177e31efa tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0492990 Dec 16 21:57:37.161175 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e9eb1938-ac94-4cb0-bbbc-39ce1ecb3feb req-be8c09df-0e58-4b50-b0df-bb7ac1a86dd8 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481017 Dec 16 21:57:37.216322 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 46854) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:37.256194 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-61483d79-d675-4527-b100-047103e2f8aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=043d0e1a88bd44a4bee4b481ce373422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387006 Dec 16 21:57:37.258738 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 46856) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:37.307780 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-620706d6-bc55-4b73-8db7-db54702d0d27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:37.328725 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-620706d6-bc55-4b73-8db7-db54702d0d27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:37.523236 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-620706d6-bc55-4b73-8db7-db54702d0d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:37.525886 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-620706d6-bc55-4b73-8db7-db54702d0d27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:37.527010 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-620706d6-bc55-4b73-8db7-db54702d0d27 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/633bf7da-56ca-4455-8541-2c16fdaa4f5f HTTP/1.1" status: 204 len: 168 time: 0.2673612 Dec 16 21:57:37.536049 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620706d6-bc55-4b73-8db7-db54702d0d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633bf7da-56ca-4455-8541-2c16fdaa4f5f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:37.743077 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f7a0dffd-a8d8-4040-b741-dafbefe90d2c req-ad39d565-b877-4de1-b68e-3421663091e3 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 210 time: 0.0266051 Dec 16 21:57:38.285906 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817c8b0-19f2-42e0-bf20-7c7778ee9a93 req-6ef6a620-1098-447e-b5d9-f46ed9dbfcd3 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:38.287503 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c817c8b0-19f2-42e0-bf20-7c7778ee9a93 req-6ef6a620-1098-447e-b5d9-f46ed9dbfcd3 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0542095 Dec 16 21:57:38.339133 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c817c8b0-19f2-42e0-bf20-7c7778ee9a93 req-567bd7fc-e2e1-47fd-adb9-7e6e0b6ab473 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453320 Dec 16 21:57:38.839246 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f7efe610-368d-4867-bdba-5454c000f5d7 req-31c78628-f394-418e-972e-b4e668cef381 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 210 time: 0.0267160 Dec 16 21:57:39.461478 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09d53-abcd-4a10-ab96-73799711260c req-a4f41530-1b8e-4c95-b0a7-23661ee3568c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:39.462991 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-59a09d53-abcd-4a10-ab96-73799711260c req-a4f41530-1b8e-4c95-b0a7-23661ee3568c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0522254 Dec 16 21:57:39.512213 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-59a09d53-abcd-4a10-ab96-73799711260c req-77320b94-abe4-4ed9-9fc2-058c3709bcfe tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Dec 16 21:57:39.934144 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-37a2cce7-6d27-44a9-a063-ff5d961bd908 req-f835293b-c128-411c-a7c7-28e86f39ff95 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 210 time: 0.0250418 Dec 16 21:57:40.037730 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38b152da-6885-42de-bf84-289c400344f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:40.627130 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945615cb-aa40-4c74-8b8d-036765035a9d req-a8c33378-a780-4f7b-8c20-e00190b36b6f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:40.628673 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-945615cb-aa40-4c74-8b8d-036765035a9d req-a8c33378-a780-4f7b-8c20-e00190b36b6f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0491345 Dec 16 21:57:40.674179 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-945615cb-aa40-4c74-8b8d-036765035a9d req-eda8d166-dea0-48f8-91d8-ea1dee0d3097 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393994 Dec 16 21:57:41.031993 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23955f65-30f6-43f0-bc0e-2768cb613aab req-96b5d822-c2b3-4678-989f-10a864d99bf9 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 210 time: 0.0289092 Dec 16 21:57:41.798557 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648a78e-064d-406a-a215-98e6efbf0bb6 req-c5e41e00-fbfd-4f8e-91f5-885fdb5da8cb tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:41.800255 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9648a78e-064d-406a-a215-98e6efbf0bb6 req-c5e41e00-fbfd-4f8e-91f5-885fdb5da8cb tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0562348 Dec 16 21:57:41.850495 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9648a78e-064d-406a-a215-98e6efbf0bb6 req-3289f9d4-04e1-4c5f-b7ac-2727e44a022a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441964 Dec 16 21:57:42.036084 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-fb880bf2-006e-4c84-aea2-ef5953817f4c tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:42.037812 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-fb880bf2-006e-4c84-aea2-ef5953817f4c tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "GET /v2.0/networks?id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf HTTP/1.1" status: 200 len: 815 time: 0.1117723 Dec 16 21:57:42.070158 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-6d8947be-c9af-41bb-b04b-16245bdf5709 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Request body: {'port': {'device_id': '9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c', 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf', 'admin_state_up': True, 'tenant_id': 'b898e78b34794c0482bb58794e75e007'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:42.144885 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3cde00b1-5207-4b37-8c70-ce7bb494266a req-15fb4568-47e6-4bf8-b097-d2b0c095f0ec tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 210 time: 0.0379682 Dec 16 21:57:42.287600 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-6d8947be-c9af-41bb-b04b-16245bdf5709 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Made reservation on behalf of b898e78b34794c0482bb58794e75e007 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:57:42.291899 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-6d8947be-c9af-41bb-b04b-16245bdf5709 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:42.471528 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-6d8947be-c9af-41bb-b04b-16245bdf5709 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Allocated IP 172.20.0.9 (9e6a2b1d-71dd-4165-afb0-824a9e1a54cf/d2f286ec-a6de-4cd3-bebc-afb6b74f70d7/eace0687-040f-4465-9c6f-e40e2542b04d) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:57:42.633785 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-6d8947be-c9af-41bb-b04b-16245bdf5709 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:42.643406 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6f3a76d-d65b-4bb9-a3cc-0b2e419fb3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:42.753144 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-6d8947be-c9af-41bb-b04b-16245bdf5709 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:42.770567 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['23395dab-fbbd-45ba-b515-1a2e37b463e5', 'af5d815d-b905-4ac6-93c7-e97415241839', 'c58bb2ef-2e26-4191-88c6-e4b01f40cf5b'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:57:42.802972 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-6d8947be-c9af-41bb-b04b-16245bdf5709 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:57:42.806247 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-6d8947be-c9af-41bb-b04b-16245bdf5709 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:57:42.810679 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-6d8947be-c9af-41bb-b04b-16245bdf5709 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:57:42.845861 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8947be-c9af-41bb-b04b-16245bdf5709 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Pushing event updated for resources: {'Port': ['ID=eace0687-040f-4465-9c6f-e40e2542b04d,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:42.866208 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-6d8947be-c9af-41bb-b04b-16245bdf5709 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:42.868717 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-6d8947be-c9af-41bb-b04b-16245bdf5709 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:42.983958 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc40de6-f377-40f2-b6c8-8b538feda24a req-b371b968-cd35-4b3d-95ab-076e3cce5ed4 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:42.985390 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3bc40de6-f377-40f2-b6c8-8b538feda24a req-b371b968-cd35-4b3d-95ab-076e3cce5ed4 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0508783 Dec 16 21:57:42.994088 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-6d8947be-c9af-41bb-b04b-16245bdf5709 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9285157 Dec 16 21:57:43.013902 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Request body: {'port': {'device_id': '9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:43.051132 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3bc40de6-f377-40f2-b6c8-8b538feda24a req-7204e7db-f5ea-4af8-b108-7d30d52dfa92 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581250 Dec 16 21:57:43.088510 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:43.269516 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8b573-87b1-4362-9371-a84358e24290 req-6858977a-2f78-4531-912a-e511340f5149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:43.272937 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-adc8b573-87b1-4362-9371-a84358e24290 req-6858977a-2f78-4531-912a-e511340f5149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 931 time: 0.0631268 Dec 16 21:57:43.329902 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-adc8b573-87b1-4362-9371-a84358e24290 req-3d2746db-f67a-4093-aaf1-c6e92212a505 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505490 Dec 16 21:57:43.386222 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eace0687-040f-4465-9c6f-e40e2542b04d {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:57:43.393969 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:43.406101 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Transition to ACTIVE for port object eace0687-040f-4465-9c6f-e40e2542b04d will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 21:57:43.527843 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-fc963725-c06c-4d88-947d-62818e168197 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604841467&fields=id&tenant_id=d6890efb0b5f4e18ade8658b6cba1287 HTTP/1.1" status: 200 len: 267 time: 0.0497866 Dec 16 21:57:43.539696 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:43.551392 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:43.588643 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Pushing event updated for resources: {'Port': ['ID=eace0687-040f-4465-9c6f-e40e2542b04d,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:43.639663 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c823907-c32b-48bf-ada9-9b7657051519 req-cdcad0f2-ec16-44cd-a81f-9f4b62af3efc tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:43.641268 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-cdcad0f2-ec16-44cd-a81f-9f4b62af3efc tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/networks?id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 200 len: 811 time: 0.1065183 Dec 16 21:57:43.656821 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-94919123-a3e3-4999-bbe8-10e773a60dc6 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/quotas/d6890efb0b5f4e18ade8658b6cba1287 HTTP/1.1" status: 200 len: 375 time: 0.0092826 Dec 16 21:57:43.659120 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Attempting to bind port eace0687-040f-4465-9c6f-e40e2542b04d on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:57:43.659458 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Attempting to bind port eace0687-040f-4465-9c6f-e40e2542b04d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:57:43.659786 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Attempting to bind port eace0687-040f-4465-9c6f-e40e2542b04d on network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:57:43.664162 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Port eace0687-040f-4465-9c6f-e40e2542b04d on network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 21:57:43.664613 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Attempting to bind port eace0687-040f-4465-9c6f-e40e2542b04d on network 9e6a2b1d-71dd-4165-afb0-824a9e1a54cf {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:57:43.669402 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:57:43.669755 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Checking segment: {'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:57:43.670133 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Bound using segment: {'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:57:43.670554 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Bound port: eace0687-040f-4465-9c6f-e40e2542b04d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30602d4-e245-42c2-adde-2146cc3997ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:57:43.670909 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:43.708392 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-27c09992-33f5-457f-8089-a3fda6cbcf3c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456083 Dec 16 21:57:43.739267 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] For port eace0687-040f-4465-9c6f-e40e2542b04d, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:57:43.742405 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] For port eace0687-040f-4465-9c6f-e40e2542b04d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eace0687-040f-4465-9c6f-e40e2542b04d,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:57:43.810570 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-d618856b-35d6-4807-b5dc-28c3518d7c3d service neutron] 10.222.0.44 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879362 Dec 16 21:57:43.836528 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:43.876684 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:43.877552 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:43.878986 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] 10.222.0.59 "PUT /v2.0/ports/eace0687-040f-4465-9c6f-e40e2542b04d HTTP/1.1" status: 200 len: 1093 time: 0.8731787 Dec 16 21:57:43.879693 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c', 'tag': 'eace0687-040f-4465-9c6f-e40e2542b04d'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:57:43.881961 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d8aa5b-fb66-4499-af15-fb469a811eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c", "tag": "eace0687-040f-4465-9c6f-e40e2542b04d"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:57:43.905773 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcc860-1ed6-4538-817f-d1fc37808030 service neutron] Pushing event updated for resources: {'Port': ['ID=eace0687-040f-4465-9c6f-e40e2542b04d,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:43.912791 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-c51c7272-18bb-4a94-a84a-52111f812400 service neutron] 10.222.0.44 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949318 Dec 16 21:57:43.923188 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 21:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a16fbef-9bf8-4251-b3b8-552ca6f2ff9c x-openstack-request-id: req-7a16fbef-9bf8-4251-b3b8-552ca6f2ff9c {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:57:43.923188 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c", "tag": "eace0687-040f-4465-9c6f-e40e2542b04d", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:57:43.923188 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a16fbef-9bf8-4251-b3b8-552ca6f2ff9c {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:57:43.923188 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c', 'tag': 'eace0687-040f-4465-9c6f-e40e2542b04d', 'status': 'completed', 'code': 200} Dec 16 21:57:44.003523 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8aa5b-fb66-4499-af15-fb469a811eb3 req-f262dc1f-c78b-43da-864a-0e8ebb39ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:44.005679 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b7d8aa5b-fb66-4499-af15-fb469a811eb3 req-f262dc1f-c78b-43da-864a-0e8ebb39ea8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b898e78b34794c0482bb58794e75e007&device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 1096 time: 0.0548124 Dec 16 21:57:44.143556 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8aa5b-fb66-4499-af15-fb469a811eb3 req-7a0631c9-b898-4774-83de-c781dd4c7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:44.145338 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b7d8aa5b-fb66-4499-af15-fb469a811eb3 req-7a0631c9-b898-4774-83de-c781dd4c7caf service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b898e78b34794c0482bb58794e75e007&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1260915 Dec 16 21:57:44.167697 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41693001-b5a2-46a5-9034-1031e3458ac2 req-a22fdd2d-b770-4418-a25f-d017a09f69b1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:44.169238 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-41693001-b5a2-46a5-9034-1031e3458ac2 req-a22fdd2d-b770-4418-a25f-d017a09f69b1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0520010 Dec 16 21:57:44.233810 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-41693001-b5a2-46a5-9034-1031e3458ac2 req-61236b61-8cf9-4199-9324-cb04729355ba tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473025 Dec 16 21:57:44.255784 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8aa5b-fb66-4499-af15-fb469a811eb3 req-348375c1-3b0e-478e-aba3-c60c33be615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:44.258186 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b7d8aa5b-fb66-4499-af15-fb469a811eb3 req-348375c1-3b0e-478e-aba3-c60c33be615e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031401 Dec 16 21:57:44.355898 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-79fd5606-5370-4a4d-b20a-15d0bc5dc275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:44.357431 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-79fd5606-5370-4a4d-b20a-15d0bc5dc275 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b898e78b34794c0482bb58794e75e007&device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 1096 time: 0.0448701 Dec 16 21:57:44.410746 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-fc883945-7ba4-4e07-b82d-8d1f3cd3b681 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eace0687-040f-4465-9c6f-e40e2542b04d HTTP/1.1" status: 200 len: 217 time: 0.0347457 Dec 16 21:57:44.466747 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-b8111608-b56f-4b16-aace-7d418fe8cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:44.468198 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-b8111608-b56f-4b16-aace-7d418fe8cbe6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2f286ec-a6de-4cd3-bebc-afb6b74f70d7 HTTP/1.1" status: 200 len: 855 time: 0.0454550 Dec 16 21:57:44.473145 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14058198-f0f9-452c-8c8e-65b23026970f req-07efe66b-f62c-4841-93f0-88088c2bbb4c tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:44.474681 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-14058198-f0f9-452c-8c8e-65b23026970f req-07efe66b-f62c-4841-93f0-88088c2bbb4c tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 943 time: 0.0575833 Dec 16 21:57:44.511130 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-d3a370c5-45ed-437d-949d-2e486c6dc323 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336502 Dec 16 21:57:44.532809 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-14058198-f0f9-452c-8c8e-65b23026970f req-3721f77f-ddf4-49e8-af09-a0e4a19d14a2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510051 Dec 16 21:57:44.698390 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9f7ac00a-1213-4dc3-be96-6bbfc17e2447 req-78d72990-2fa7-4148-bcc1-3e1a6c1b798d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 210 time: 0.0389588 Dec 16 21:57:44.837792 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-66375fbb-585f-4184-88e7-ec55b58e391e service neutron] 10.222.0.59 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196549 Dec 16 21:57:44.936965 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-705e8da2-c2de-41a4-a7bc-a36ddb72b6a4 req-0cf24ebf-ad7e-45a6-be13-5cf60819895e service neutron] 10.222.0.59 "GET /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889111 Dec 16 21:57:44.973330 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:45.349470 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9433cf-6086-4fe1-8690-b9312f0feea0 req-a1def280-683c-4d05-b6a1-b92f0d96e311 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:45.351008 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-be9433cf-6086-4fe1-8690-b9312f0feea0 req-a1def280-683c-4d05-b6a1-b92f0d96e311 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0483518 Dec 16 21:57:45.401222 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-be9433cf-6086-4fe1-8690-b9312f0feea0 req-57b63288-6c25-4420-bf6f-e999be303255 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437050 Dec 16 21:57:45.652969 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5463e0c-e5e8-42a2-9254-a1f64af7c18e req-7750dba7-6bf8-45db-a70f-fccbe806d612 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:45.654345 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5463e0c-e5e8-42a2-9254-a1f64af7c18e req-7750dba7-6bf8-45db-a70f-fccbe806d612 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 943 time: 0.0511715 Dec 16 21:57:45.702007 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5463e0c-e5e8-42a2-9254-a1f64af7c18e req-934a4eab-f0a5-415e-87c1-cfdf6e2add51 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Dec 16 21:57:45.792158 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cde761bd-0e16-4935-ae22-b1b5edfef499 req-c530fd8a-efbe-41c9-bb14-f0f14677a3fe tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 210 time: 0.0290384 Dec 16 21:57:45.899651 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:46.515420 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4484b-ce1f-4a3c-8b0e-66e76cd46430 req-f340d9ac-64a7-40e6-b31d-94d212ff354c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:46.517139 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c6a4484b-ce1f-4a3c-8b0e-66e76cd46430 req-f340d9ac-64a7-40e6-b31d-94d212ff354c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0488598 Dec 16 21:57:46.580916 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c6a4484b-ce1f-4a3c-8b0e-66e76cd46430 req-e43c7b62-20cc-4ad0-9bb0-e7b5c5453991 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578740 Dec 16 21:57:46.829999 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd204ae-9bc8-432a-8c9a-a62dabb56ac4 req-57782a25-b905-4594-9c30-1e86b3ad3086 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:46.831795 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9fd204ae-9bc8-432a-8c9a-a62dabb56ac4 req-57782a25-b905-4594-9c30-1e86b3ad3086 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 943 time: 0.0560551 Dec 16 21:57:46.899591 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9fd204ae-9bc8-432a-8c9a-a62dabb56ac4 req-67473007-f8cc-4083-ad10-c94cd0dedf0e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531614 Dec 16 21:57:46.938930 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7044ee7a-c8a7-48c5-ad31-f51f3ca688a7 req-146b0f27-000b-4af0-bc7a-14377d492c8c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 210 time: 0.0349460 Dec 16 21:57:46.972104 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c823907-c32b-48bf-ada9-9b7657051519 req-1a6e0362-92db-4951-b15f-b9610cbf256b tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:46.973954 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-1a6e0362-92db-4951-b15f-b9610cbf256b tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.59 "GET /v2.0/networks?id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 200 len: 811 time: 0.1487391 Dec 16 21:57:47.043373 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ee756356-0a19-4913-88b2-6cdb082962a8 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6890efb0b5f4e18ade8658b6cba1287 HTTP/1.1" status: 200 len: 380 time: 0.0590074 Dec 16 21:57:47.059090 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-4c823907-c32b-48bf-ada9-9b7657051519 req-fe4433d2-5920-4cf1-967b-97113350636c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Request body: {'port': {'device_id': 'd7b86fdc-bdea-4461-8666-885502cd3edb', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'admin_state_up': True, 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'security_groups': ['3cace717-803b-4756-8756-9f4985808119']}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:47.282324 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c823907-c32b-48bf-ada9-9b7657051519 req-fe4433d2-5920-4cf1-967b-97113350636c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Made reservation on behalf of d6890efb0b5f4e18ade8658b6cba1287 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:57:47.285963 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-4c823907-c32b-48bf-ada9-9b7657051519 req-fe4433d2-5920-4cf1-967b-97113350636c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:47.409401 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-4c823907-c32b-48bf-ada9-9b7657051519 req-fe4433d2-5920-4cf1-967b-97113350636c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Allocated IP 172.20.0.11 (86b88aca-b14a-4de3-8e22-2a0ecc03ded5/5a76a796-9908-426d-a225-cb7368e1df72/d524b4c7-0f0a-4420-be80-b5d874134a3e) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:57:47.566725 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-4c823907-c32b-48bf-ada9-9b7657051519 req-fe4433d2-5920-4cf1-967b-97113350636c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:47.701222 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-4c823907-c32b-48bf-ada9-9b7657051519 req-fe4433d2-5920-4cf1-967b-97113350636c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:47.713708 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15893dd-4cf4-4c15-a737-536e95046ecf req-c33a4579-b0c2-4bc0-8611-7a2c55c67abf tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:47.721212 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e15893dd-4cf4-4c15-a737-536e95046ecf req-c33a4579-b0c2-4bc0-8611-7a2c55c67abf tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0665851 Dec 16 21:57:47.758125 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c823907-c32b-48bf-ada9-9b7657051519 req-fe4433d2-5920-4cf1-967b-97113350636c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:57:47.761261 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-4c823907-c32b-48bf-ada9-9b7657051519 req-fe4433d2-5920-4cf1-967b-97113350636c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:57:47.765036 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c823907-c32b-48bf-ada9-9b7657051519 req-fe4433d2-5920-4cf1-967b-97113350636c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:57:47.783729 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e15893dd-4cf4-4c15-a737-536e95046ecf req-0dec5280-14f9-48d7-aeb3-251d118f8d51 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582378 Dec 16 21:57:47.833857 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c823907-c32b-48bf-ada9-9b7657051519 req-fe4433d2-5920-4cf1-967b-97113350636c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:47.834517 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-4c823907-c32b-48bf-ada9-9b7657051519 req-fe4433d2-5920-4cf1-967b-97113350636c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:47.845928 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4433d2-5920-4cf1-967b-97113350636c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'Port': ['ID=d524b4c7-0f0a-4420-be80-b5d874134a3e,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:47.901205 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-fe4433d2-5920-4cf1-967b-97113350636c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8425453 Dec 16 21:57:47.911687 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Request body: {'port': {'device_id': 'd7b86fdc-bdea-4461-8666-885502cd3edb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:47.979892 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:47.996944 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device eace0687-040f-4465-9c6f-e40e2542b04d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 21:57:48.139733 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376dbb1-8fbb-43a4-8516-84d50ee115b7 req-329af955-561d-4873-ba25-a63460a35a55 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:48.142419 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f376dbb1-8fbb-43a4-8516-84d50ee115b7 req-329af955-561d-4873-ba25-a63460a35a55 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 932 time: 0.0957053 Dec 16 21:57:48.156525 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9cab9-60f0-4123-a7dc-49aef385d204 req-de995dea-e087-4137-a134-6b1a7dd8c85e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:48.159234 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8d9cab9-60f0-4123-a7dc-49aef385d204 req-de995dea-e087-4137-a134-6b1a7dd8c85e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 943 time: 0.0991037 Dec 16 21:57:48.162103 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port eace0687-040f-4465-9c6f-e40e2542b04d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eace0687-040f-4465-9c6f-e40e2542b04d,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:57:48.182248 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'eace0687-040f-4465-9c6f-e40e2542b04d', 'network_id': '9e6a2b1d-71dd-4165-afb0-824a9e1a54cf', 'port_id': 'eace0687-040f-4465-9c6f-e40e2542b04d', 'mac_address': 'fa:16:3e:62:ad:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f286ec-a6de-4cd3-bebc-afb6b74f70d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 21:57:48.191270 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-b2e7023d-6726-40ed-8e45-3a52c3dd77f4 None None] Provisioning complete for port d524b4c7-0f0a-4420-be80-b5d874134a3e triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:48.191675 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b2e7023d-6726-40ed-8e45-3a52c3dd77f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:48.247881 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b2e7023d-6726-40ed-8e45-3a52c3dd77f4 None None] Port d524b4c7-0f0a-4420-be80-b5d874134a3e cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:57:48.253785 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f376dbb1-8fbb-43a4-8516-84d50ee115b7 req-b1a5ad60-6b72-4267-a0f4-bd68bf648689 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932808 Dec 16 21:57:48.265114 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b8d9cab9-60f0-4123-a7dc-49aef385d204 req-4d46afab-f323-4e71-b88a-4798f8204d87 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970068 Dec 16 21:57:48.275077 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:48.293573 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eace0687-040f-4465-9c6f-e40e2542b04d {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:57:48.332833 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port eace0687-040f-4465-9c6f-e40e2542b04d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eace0687-040f-4465-9c6f-e40e2542b04d,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:57:48.374146 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d524b4c7-0f0a-4420-be80-b5d874134a3e {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:57:48.382720 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:48.395211 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Transition to ACTIVE for port object d524b4c7-0f0a-4420-be80-b5d874134a3e will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 21:57:48.419768 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:48.478040 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=eace0687-040f-4465-9c6f-e40e2542b04d,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:48.485204 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:48.486231 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:48.486597 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:48.487033 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:48.487370 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:48.487701 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:48.488095 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:48.488382 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:48.488750 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:48.489174 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:48.489548 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:48.492927 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:48.492927 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:48.511603 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:48.562820 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d524b4c7-0f0a-4420-be80-b5d874134a3e,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:48.647925 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Attempting to bind port d524b4c7-0f0a-4420-be80-b5d874134a3e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:57:48.648190 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Attempting to bind port d524b4c7-0f0a-4420-be80-b5d874134a3e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:57:48.648393 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Attempting to bind port d524b4c7-0f0a-4420-be80-b5d874134a3e on network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:57:48.653407 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Port d524b4c7-0f0a-4420-be80-b5d874134a3e on network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 21:57:48.653725 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Attempting to bind port d524b4c7-0f0a-4420-be80-b5d874134a3e on network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:57:48.659775 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:57:48.660105 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Checking segment: {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:57:48.660509 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Bound using segment: {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:57:48.660935 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Bound port: d524b4c7-0f0a-4420-be80-b5d874134a3e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:57:48.661286 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:48.731234 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] For port d524b4c7-0f0a-4420-be80-b5d874134a3e, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:57:48.734189 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] For port d524b4c7-0f0a-4420-be80-b5d874134a3e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d524b4c7-0f0a-4420-be80-b5d874134a3e,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:57:48.754256 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['eace0687-040f-4465-9c6f-e40e2542b04d'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:57:48.827316 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:48.875663 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:48.876851 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:48.882290 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/d524b4c7-0f0a-4420-be80-b5d874134a3e HTTP/1.1" status: 200 len: 1094 time: 0.9764454 Dec 16 21:57:48.882766 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b86fdc-bdea-4461-8666-885502cd3edb', 'tag': 'd524b4c7-0f0a-4420-be80-b5d874134a3e'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:57:48.885054 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eed938-bfb8-4eb8-a43e-96f6ef110cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b86fdc-bdea-4461-8666-885502cd3edb", "tag": "d524b4c7-0f0a-4420-be80-b5d874134a3e"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:57:48.930903 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfee47a-7c4b-43bb-9a61-7b6df04375d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d524b4c7-0f0a-4420-be80-b5d874134a3e,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:48.941894 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 21:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781f0b83-a4b4-4e2b-b369-69eb4cb4ddec x-openstack-request-id: req-781f0b83-a4b4-4e2b-b369-69eb4cb4ddec {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:57:48.942185 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b86fdc-bdea-4461-8666-885502cd3edb", "tag": "d524b4c7-0f0a-4420-be80-b5d874134a3e", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:57:48.942440 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-781f0b83-a4b4-4e2b-b369-69eb4cb4ddec {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:57:48.942840 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b86fdc-bdea-4461-8666-885502cd3edb', 'tag': 'd524b4c7-0f0a-4420-be80-b5d874134a3e', 'status': 'completed', 'code': 200} Dec 16 21:57:48.956663 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55b3ba-e6cc-4463-b102-cf446fa8335c req-df98850a-e1d6-4538-b350-7c6f5e513478 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:48.959034 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff55b3ba-e6cc-4463-b102-cf446fa8335c req-df98850a-e1d6-4538-b350-7c6f5e513478 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0800893 Dec 16 21:57:49.025384 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed938-bfb8-4eb8-a43e-96f6ef110cd1 req-644b114a-41d6-4fe3-b8e7-b63d21b87c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:49.026969 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-30eed938-bfb8-4eb8-a43e-96f6ef110cd1 req-644b114a-41d6-4fe3-b8e7-b63d21b87c2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 1097 time: 0.0514038 Dec 16 21:57:49.029330 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff55b3ba-e6cc-4463-b102-cf446fa8335c req-03799d7b-0d61-40ca-9adc-d7b92d8739e6 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553970 Dec 16 21:57:49.147583 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed938-bfb8-4eb8-a43e-96f6ef110cd1 req-4862d12b-8298-4fa3-8ac6-7520940cf084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:49.149122 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-30eed938-bfb8-4eb8-a43e-96f6ef110cd1 req-4862d12b-8298-4fa3-8ac6-7520940cf084 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1000850 Dec 16 21:57:49.252406 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed938-bfb8-4eb8-a43e-96f6ef110cd1 req-f2d0e75d-6a0f-49f9-a3a0-36f9e46e9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:49.253791 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-30eed938-bfb8-4eb8-a43e-96f6ef110cd1 req-f2d0e75d-6a0f-49f9-a3a0-36f9e46e9f35 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888903 Dec 16 21:57:49.370036 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c823907-c32b-48bf-ada9-9b7657051519 req-03b351e9-a565-41f9-86e1-08abfa9615a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:49.371534 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-03b351e9-a565-41f9-86e1-08abfa9615a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 1097 time: 0.0448647 Dec 16 21:57:49.404028 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12151e0e-eabd-479d-8920-b986dd07ea9e req-29f17e3f-e829-4fa6-af19-cddd12d5d5e8 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:49.405556 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-12151e0e-eabd-479d-8920-b986dd07ea9e req-29f17e3f-e829-4fa6-af19-cddd12d5d5e8 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 944 time: 0.0800192 Dec 16 21:57:49.413931 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-e383c1b6-5b41-4112-b9cb-56485ee47cfc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d524b4c7-0f0a-4420-be80-b5d874134a3e HTTP/1.1" status: 200 len: 217 time: 0.0332921 Dec 16 21:57:49.429282 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dbe51-8f95-4c29-a2a9-1c73dd3c1dda req-58772820-d2ee-4940-92a7-0fd298efa073 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:49.430891 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-130dbe51-8f95-4c29-a2a9-1c73dd3c1dda req-58772820-d2ee-4940-92a7-0fd298efa073 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 944 time: 0.0794177 Dec 16 21:57:49.472290 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c823907-c32b-48bf-ada9-9b7657051519 req-2b5e1a4b-19fb-4fbf-ab7c-6c43ea7ffaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:49.473830 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-2b5e1a4b-19fb-4fbf-ab7c-6c43ea7ffaaa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a76a796-9908-426d-a225-cb7368e1df72 HTTP/1.1" status: 200 len: 850 time: 0.0481708 Dec 16 21:57:49.521514 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-130dbe51-8f95-4c29-a2a9-1c73dd3c1dda req-d3d947da-bf6e-4a14-9c60-e3e619d08c6c tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836434 Dec 16 21:57:49.525291 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-12151e0e-eabd-479d-8920-b986dd07ea9e req-1eae5095-03c2-4ff5-98e6-5d6c91cf5c1f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121650 Dec 16 21:57:49.529454 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c823907-c32b-48bf-ada9-9b7657051519 req-5b06f18d-f077-472c-8a17-dddcccfea3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:49.530998 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-5b06f18d-f077-472c-8a17-dddcccfea3e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479801 Dec 16 21:57:49.628243 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-606dd3f2-eb61-4dcc-b2ef-53720836caf0 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858052 Dec 16 21:57:49.727782 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-4c823907-c32b-48bf-ada9-9b7657051519 req-709e7f6e-7993-4cf7-b878-8cd5fc878839 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918639 Dec 16 21:57:49.996969 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device eace0687-040f-4465-9c6f-e40e2542b04d up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:57:50.122438 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port eace0687-040f-4465-9c6f-e40e2542b04d completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 21:57:50.126573 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port eace0687-040f-4465-9c6f-e40e2542b04d triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:50.127154 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:50.147210 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5f873-178c-461c-8cd7-7dee3f9fa4ed req-a9233e14-eecc-4e96-83d8-0c7de2a5634c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:50.148807 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a6f5f873-178c-461c-8cd7-7dee3f9fa4ed req-a9233e14-eecc-4e96-83d8-0c7de2a5634c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0502050 Dec 16 21:57:50.203236 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a6f5f873-178c-461c-8cd7-7dee3f9fa4ed req-0ef7da5d-fa65-4936-a289-4a2ebe1e9997 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478992 Dec 16 21:57:50.205506 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:50.230673 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eace0687-040f-4465-9c6f-e40e2542b04d'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:57:50.232851 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f500472e-6474-4b89-b3d8-f5a2322a92b1" -d '{"events": [{"server_uuid": "9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c", "name": "network-vif-plugged", "status": "completed", "tag": "eace0687-040f-4465-9c6f-e40e2542b04d"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:57:50.245377 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port eace0687-040f-4465-9c6f-e40e2542b04d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eace0687-040f-4465-9c6f-e40e2542b04d,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:57:50.272205 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1048ce52-84a6-4f6c-9bc1-873172315572 x-openstack-request-id: req-1048ce52-84a6-4f6c-9bc1-873172315572 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:57:50.272556 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c", "name": "network-vif-plugged", "status": "completed", "tag": "eace0687-040f-4465-9c6f-e40e2542b04d", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:57:50.272828 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1048ce52-84a6-4f6c-9bc1-873172315572 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:57:50.273221 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eace0687-040f-4465-9c6f-e40e2542b04d', 'code': 200} Dec 16 21:57:50.305625 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:50.353997 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=eace0687-040f-4465-9c6f-e40e2542b04d,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:50.581193 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceff17f-5711-4e44-8363-5d0ad8b90128 req-71be5d97-1f60-4ec2-bbf7-8af1a7986196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:50.582739 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7ceff17f-5711-4e44-8363-5d0ad8b90128 req-71be5d97-1f60-4ec2-bbf7-8af1a7986196 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 1098 time: 0.0418611 Dec 16 21:57:50.634067 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7ceff17f-5711-4e44-8363-5d0ad8b90128 req-1aede9c4-1234-4e18-b535-ac65f446079d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412076 Dec 16 21:57:50.674537 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b8dd6-fdbb-4431-9735-4e60bb7fb967 req-edb79d31-706d-490d-8058-46ef0858582b tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:50.676059 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-988b8dd6-fdbb-4431-9735-4e60bb7fb967 req-edb79d31-706d-490d-8058-46ef0858582b tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 944 time: 0.0755861 Dec 16 21:57:50.683976 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27125e-1724-4ce8-82a1-ec0824e84f3b req-e839405c-fb21-4836-8d95-53ff32f2e3c1 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:50.685354 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eb27125e-1724-4ce8-82a1-ec0824e84f3b req-e839405c-fb21-4836-8d95-53ff32f2e3c1 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 945 time: 0.0940142 Dec 16 21:57:50.764138 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-988b8dd6-fdbb-4431-9735-4e60bb7fb967 req-08bbd6bc-4a3c-4876-b10a-e0a97a90ded7 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778487 Dec 16 21:57:50.769486 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eb27125e-1724-4ce8-82a1-ec0824e84f3b req-3b93c995-a31a-4fbf-88c3-986dd82861b3 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763412 Dec 16 21:57:51.319179 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43280f5-7e07-499d-960b-5b191b04fc91 req-190a8b0e-21e4-4a52-b84c-aa1501d416c3 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:51.320665 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e43280f5-7e07-499d-960b-5b191b04fc91 req-190a8b0e-21e4-4a52-b84c-aa1501d416c3 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0473444 Dec 16 21:57:51.367916 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e43280f5-7e07-499d-960b-5b191b04fc91 req-da7cba40-2073-4f8d-8014-7a455d162212 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Dec 16 21:57:51.921778 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef683476-52b7-4b93-9c31-cc10f4427b70 req-dde19130-a453-42a1-a42d-3aa4b6374a18 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:51.923765 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ef683476-52b7-4b93-9c31-cc10f4427b70 req-dde19130-a453-42a1-a42d-3aa4b6374a18 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 944 time: 0.0812268 Dec 16 21:57:51.935041 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05019c2-9351-497a-925f-a057718acf3c req-e1c51cca-d086-461d-bfc6-56c77f6d3bb7 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:51.936532 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d05019c2-9351-497a-925f-a057718acf3c req-e1c51cca-d086-461d-bfc6-56c77f6d3bb7 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 945 time: 0.0824614 Dec 16 21:57:52.013229 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ef683476-52b7-4b93-9c31-cc10f4427b70 req-8df658b5-28c1-451a-b874-8201000b80cc tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757442 Dec 16 21:57:52.018528 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d05019c2-9351-497a-925f-a057718acf3c req-264906dd-52f1-41db-b474-6ec0a174b360 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743470 Dec 16 21:57:52.487252 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cf285-fc5c-4e1b-8bf8-6589e3350b26 req-43308166-d8cf-41fa-aa10-693659fd6566 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:52.488808 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-819cf285-fc5c-4e1b-8bf8-6589e3350b26 req-43308166-d8cf-41fa-aa10-693659fd6566 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0508368 Dec 16 21:57:52.538168 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-819cf285-fc5c-4e1b-8bf8-6589e3350b26 req-5c634e6d-71c6-4fd8-a568-1fa9e33dffc0 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432975 Dec 16 21:57:52.737419 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 47204) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:52.896487 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d293d0aa-bb99-473d-9770-c96d2a73626f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:52.988956 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d293d0aa-bb99-473d-9770-c96d2a73626f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:53.057428 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d293d0aa-bb99-473d-9770-c96d2a73626f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:53.137449 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d293d0aa-bb99-473d-9770-c96d2a73626f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8716589d2404474b7648d5942e20aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3972554 Dec 16 21:57:53.140034 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 47214) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:53.195884 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293d0aa-bb99-473d-9770-c96d2a73626f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed870aa-ae48-4558-ad46-3412e20e874b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:53.198418 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-00f1bcae-d79b-4d90-8a41-9d319d0016aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:53.226858 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-00f1bcae-d79b-4d90-8a41-9d319d0016aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:53.231806 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e407e-28d2-4999-9024-3ed0fb91a9c6 req-b938b20f-112e-4bf0-a840-6fedb61b2f84 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:53.233638 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b02e407e-28d2-4999-9024-3ed0fb91a9c6 req-b938b20f-112e-4bf0-a840-6fedb61b2f84 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 944 time: 0.1066909 Dec 16 21:57:53.244760 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739b0c2-a585-4160-af69-07cd7331bb9b req-dcc2866b-10f3-4331-8a5e-78208c1b6288 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:53.246179 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f739b0c2-a585-4160-af69-07cd7331bb9b req-dcc2866b-10f3-4331-8a5e-78208c1b6288 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 945 time: 0.1083262 Dec 16 21:57:53.335963 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b02e407e-28d2-4999-9024-3ed0fb91a9c6 req-7365b448-8e29-414b-bc2e-946c2caa1755 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887864 Dec 16 21:57:53.343801 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f739b0c2-a585-4160-af69-07cd7331bb9b req-d7747adc-bc92-47c4-8acb-1d5fe932ffd4 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880713 Dec 16 21:57:53.402663 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-00f1bcae-d79b-4d90-8a41-9d319d0016aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:53.408431 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-00f1bcae-d79b-4d90-8a41-9d319d0016aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:53.408431 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-00f1bcae-d79b-4d90-8a41-9d319d0016aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ed870aa-ae48-4558-ad46-3412e20e874b HTTP/1.1" status: 204 len: 168 time: 0.2649539 Dec 16 21:57:53.418551 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1bcae-d79b-4d90-8a41-9d319d0016aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed870aa-ae48-4558-ad46-3412e20e874b,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:53.664106 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e94346-121a-4197-adff-173f1c11956f req-0efebfc2-6dc8-4fc2-aaf5-e0ea9f64e0c8 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:53.665674 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-12e94346-121a-4197-adff-173f1c11956f req-0efebfc2-6dc8-4fc2-aaf5-e0ea9f64e0c8 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0508156 Dec 16 21:57:53.725179 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-12e94346-121a-4197-adff-173f1c11956f req-52182af7-3308-487b-bdd4-abb57935d33d tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529954 Dec 16 21:57:54.107418 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 47230) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:54.128104 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9e93cb34-d33b-472c-bfff-6691ec540ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:54.209070 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9e93cb34-d33b-472c-bfff-6691ec540ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:54.269997 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9e93cb34-d33b-472c-bfff-6691ec540ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:54.308884 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93cb34-d33b-472c-bfff-6691ec540ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f27924-7efd-46a9-ad50-4ac8019c7769,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:54.314157 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9e93cb34-d33b-472c-bfff-6691ec540ac6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5938ce345d1b4fb6b080593455e93997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056828 Dec 16 21:57:54.316885 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 47234) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:54.364607 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4c298970-de92-4e6d-b20e-554c4d0b42ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:54.386505 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4c298970-de92-4e6d-b20e-554c4d0b42ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:54.459870 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f2e3d-0df3-46c5-b4ee-45df49fbf3ce req-92673370-1844-4a6a-b0d7-f9a6ea79aca9 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:54.461348 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-933f2e3d-0df3-46c5-b4ee-45df49fbf3ce req-92673370-1844-4a6a-b0d7-f9a6ea79aca9 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 944 time: 0.0499344 Dec 16 21:57:54.511690 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4c298970-de92-4e6d-b20e-554c4d0b42ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:54.515195 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-933f2e3d-0df3-46c5-b4ee-45df49fbf3ce req-23edcd2d-14b2-46c9-ab3c-51c2c545e8b5 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477471 Dec 16 21:57:54.515640 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4c298970-de92-4e6d-b20e-554c4d0b42ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:54.517637 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-4c298970-de92-4e6d-b20e-554c4d0b42ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85f27924-7efd-46a9-ad50-4ac8019c7769 HTTP/1.1" status: 204 len: 168 time: 0.1996129 Dec 16 21:57:54.527460 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c298970-de92-4e6d-b20e-554c4d0b42ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f27924-7efd-46a9-ad50-4ac8019c7769,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:54.843842 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7880f29-4a2e-468a-ac97-4152076fb0e7 req-8167228d-4620-4609-affd-7ec3f901612f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:54.846883 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d7880f29-4a2e-468a-ac97-4152076fb0e7 req-8167228d-4620-4609-affd-7ec3f901612f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0521924 Dec 16 21:57:54.896993 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d7880f29-4a2e-468a-ac97-4152076fb0e7 req-41c6f397-b195-4c72-8752-1a504c7b1ea1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436316 Dec 16 21:57:55.645236 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f6b07-2b79-4e0e-a082-32e0ea09d890 req-05f5ea43-2873-4997-aaa7-1f56be3a4837 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:55.646812 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-372f6b07-2b79-4e0e-a082-32e0ea09d890 req-05f5ea43-2873-4997-aaa7-1f56be3a4837 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 944 time: 0.0523100 Dec 16 21:57:55.697392 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-372f6b07-2b79-4e0e-a082-32e0ea09d890 req-e58911f0-ded2-4e0d-a9e4-a6d2dc8f8069 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444493 Dec 16 21:57:56.039067 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b2b8a-4903-40e4-92fc-6f438fb7aa95 req-5878cfb7-3329-4369-9d1d-1eab758776c6 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:56.040671 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-343b2b8a-4903-40e4-92fc-6f438fb7aa95 req-5878cfb7-3329-4369-9d1d-1eab758776c6 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0568743 Dec 16 21:57:56.088981 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-343b2b8a-4903-40e4-92fc-6f438fb7aa95 req-005677b4-9635-4389-88b3-696ffa622661 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417213 Dec 16 21:57:56.816675 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af4bb2-f9ea-4d37-9673-68abc298fbba req-88a7d79c-6aa4-4a7b-9e6f-4c517336037b tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:56.818057 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f1af4bb2-f9ea-4d37-9673-68abc298fbba req-88a7d79c-6aa4-4a7b-9e6f-4c517336037b tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 944 time: 0.0487010 Dec 16 21:57:56.870238 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f1af4bb2-f9ea-4d37-9673-68abc298fbba req-1056a133-4ae1-477e-a6c2-9821dc70d41d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462177 Dec 16 21:57:57.207099 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aa5c9-a7d2-44b1-a39b-f1108a8d07d1 req-c37e19ed-b4d8-4476-a6c6-b1cda1e39b34 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:57.208564 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8b0aa5c9-a7d2-44b1-a39b-f1108a8d07d1 req-c37e19ed-b4d8-4476-a6c6-b1cda1e39b34 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0479214 Dec 16 21:57:57.261447 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8b0aa5c9-a7d2-44b1-a39b-f1108a8d07d1 req-dff052fd-4c99-4469-bcb2-44052ffe506f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469258 Dec 16 21:57:57.996771 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11e40f-53b2-4cca-b101-82aaffcdf7de req-a899606e-1463-4bb9-8833-39f68044c519 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:57.998217 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4e11e40f-53b2-4cca-b101-82aaffcdf7de req-a899606e-1463-4bb9-8833-39f68044c519 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 944 time: 0.0523608 Dec 16 21:57:58.023989 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device d524b4c7-0f0a-4420-be80-b5d874134a3e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 21:57:58.053094 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4e11e40f-53b2-4cca-b101-82aaffcdf7de req-97b4a9fa-2708-4f28-9d19-46a81aaea297 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475004 Dec 16 21:57:58.125315 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port d524b4c7-0f0a-4420-be80-b5d874134a3e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d524b4c7-0f0a-4420-be80-b5d874134a3e,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:57:58.137277 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'd524b4c7-0f0a-4420-be80-b5d874134a3e', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'port_id': 'd524b4c7-0f0a-4420-be80-b5d874134a3e', 'mac_address': 'fa:16:3e:67:2e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 21:57:58.174794 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:58.187274 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d524b4c7-0f0a-4420-be80-b5d874134a3e {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:57:58.206677 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port d524b4c7-0f0a-4420-be80-b5d874134a3e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d524b4c7-0f0a-4420-be80-b5d874134a3e,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:57:58.293865 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:58.349435 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=d524b4c7-0f0a-4420-be80-b5d874134a3e,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:58.385357 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc7710-3a2a-47df-a1c8-9112cab93619 req-d1ace22d-0d67-47f7-bbdd-eae8f8a651fe tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:58.386817 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-56cc7710-3a2a-47df-a1c8-9112cab93619 req-d1ace22d-0d67-47f7-bbdd-eae8f8a651fe tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0484765 Dec 16 21:57:58.438639 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-56cc7710-3a2a-47df-a1c8-9112cab93619 req-4dbad2a8-8452-4abe-a315-b90248e50691 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449061 Dec 16 21:57:59.180883 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ccdc1-0f8c-40ee-8bde-187ea92e9f56 req-19bde925-ccd9-4616-a3f0-5a4ec688fdd3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:59.183380 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-301ccdc1-0f8c-40ee-8bde-187ea92e9f56 req-19bde925-ccd9-4616-a3f0-5a4ec688fdd3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 945 time: 0.0528877 Dec 16 21:57:59.232837 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-301ccdc1-0f8c-40ee-8bde-187ea92e9f56 req-7be08448-7913-449c-ab46-9ca6874b9244 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425277 Dec 16 21:57:59.561799 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2993ab-98d8-47ed-988b-b2fc2384c0bc req-4d0e9484-de89-4e37-9f3e-dbb63fb57bf0 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:59.563308 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ab2993ab-98d8-47ed-988b-b2fc2384c0bc req-4d0e9484-de89-4e37-9f3e-dbb63fb57bf0 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0491233 Dec 16 21:57:59.609087 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ab2993ab-98d8-47ed-988b-b2fc2384c0bc req-8392f201-bce9-4657-87c2-cfbafe9cd169 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397611 Dec 16 21:58:00.036820 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:00.351533 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249ac5c-e672-4721-9f7a-9167e5b5066d req-e4b937a4-9d80-454e-b564-ab83285dd6ff tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:00.353003 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4249ac5c-e672-4721-9f7a-9167e5b5066d req-e4b937a4-9d80-454e-b564-ab83285dd6ff tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 945 time: 0.0506907 Dec 16 21:58:00.401170 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4249ac5c-e672-4721-9f7a-9167e5b5066d req-f83a1bdf-fce1-477c-8905-f7e2116a35b1 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Dec 16 21:58:00.722528 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a938c-6579-410c-8ff3-b954971987f6 req-ac5d368b-0b1d-437e-a3f6-5d1da1da332f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:00.723990 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e50a938c-6579-410c-8ff3-b954971987f6 req-ac5d368b-0b1d-437e-a3f6-5d1da1da332f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0476890 Dec 16 21:58:00.773891 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e50a938c-6579-410c-8ff3-b954971987f6 req-482886b4-6510-4e6a-8219-f60329e3790f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439239 Dec 16 21:58:01.522117 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5849110-ff8c-472b-a874-8ff6817af701 req-c105e850-a02c-4b89-a769-23b30f13214c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:01.523581 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d5849110-ff8c-472b-a874-8ff6817af701 req-c105e850-a02c-4b89-a769-23b30f13214c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 945 time: 0.0493727 Dec 16 21:58:01.576685 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d5849110-ff8c-472b-a874-8ff6817af701 req-f88976e8-c23b-4509-9bbb-e38c0dd4e2b9 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471008 Dec 16 21:58:01.890515 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c959d-e99f-41a9-b3f4-00b547575ed5 req-428b5a10-f552-4beb-930d-9cfe1387d393 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:01.892862 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f71c959d-e99f-41a9-b3f4-00b547575ed5 req-428b5a10-f552-4beb-930d-9cfe1387d393 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0479801 Dec 16 21:58:01.940070 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f71c959d-e99f-41a9-b3f4-00b547575ed5 req-a16cd8e9-f813-414c-ba1e-8e6989e28494 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410855 Dec 16 21:58:02.152291 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['d524b4c7-0f0a-4420-be80-b5d874134a3e'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:58:02.694515 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b939f-a5b5-49e8-b118-40d5ffdeffc0 req-a68fd582-bd7c-4cfd-bd6b-0ba729cd3d93 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:02.696006 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f64b939f-a5b5-49e8-b118-40d5ffdeffc0 req-a68fd582-bd7c-4cfd-bd6b-0ba729cd3d93 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 945 time: 0.0483289 Dec 16 21:58:02.745568 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f64b939f-a5b5-49e8-b118-40d5ffdeffc0 req-e569b15f-ce7b-4863-aa4e-d29f594ca615 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435777 Dec 16 21:58:03.064740 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317484b-0e08-4de4-92b1-4bf14e955d87 req-dc3d706d-4171-4f05-9318-3dbe18547582 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:03.066221 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2317484b-0e08-4de4-92b1-4bf14e955d87 req-dc3d706d-4171-4f05-9318-3dbe18547582 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0563509 Dec 16 21:58:03.115283 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2317484b-0e08-4de4-92b1-4bf14e955d87 req-00872163-9e05-4745-a658-aaf64ca49c5c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427773 Dec 16 21:58:03.860501 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389492f-40ac-4292-8e0a-86f5f7d2c9b2 req-7b6d9ad1-fa89-4c3f-bc77-815408411810 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:03.862332 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8389492f-40ac-4292-8e0a-86f5f7d2c9b2 req-7b6d9ad1-fa89-4c3f-bc77-815408411810 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 945 time: 0.0499825 Dec 16 21:58:03.911168 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8389492f-40ac-4292-8e0a-86f5f7d2c9b2 req-c932bf1c-9647-4040-b4e5-e88b43a8760c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427785 Dec 16 21:58:04.231459 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6288fb-bf0d-4de8-bfd5-9d8dc5d03cd2 req-8d63c426-1f7d-46ee-a204-1532420eba50 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:04.232924 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6b6288fb-bf0d-4de8-bfd5-9d8dc5d03cd2 req-8d63c426-1f7d-46ee-a204-1532420eba50 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0477016 Dec 16 21:58:04.274586 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:58:04.282764 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6b6288fb-bf0d-4de8-bfd5-9d8dc5d03cd2 req-b92e1360-7580-41ef-bcb0-bc4065600686 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437789 Dec 16 21:58:05.024401 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2ca99-423a-4b98-bb8f-a181294c8671 req-91cd8ace-39b6-46ff-bf23-cd8c2a6af8ee tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:05.026084 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77c2ca99-423a-4b98-bb8f-a181294c8671 req-91cd8ace-39b6-46ff-bf23-cd8c2a6af8ee tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 945 time: 0.0484834 Dec 16 21:58:05.074568 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77c2ca99-423a-4b98-bb8f-a181294c8671 req-25dd3152-73e3-4596-bf85-038b3497ef64 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424569 Dec 16 21:58:05.399554 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e351-d083-4572-aeff-1d2df2bee044 req-8212746c-7d15-464e-b869-3fff41881230 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:05.401086 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0c78e351-d083-4572-aeff-1d2df2bee044 req-8212746c-7d15-464e-b869-3fff41881230 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0501864 Dec 16 21:58:05.447498 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0c78e351-d083-4572-aeff-1d2df2bee044 req-14b67ded-2d03-4e00-9b5b-58139bd25895 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404749 Dec 16 21:58:05.880975 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device d524b4c7-0f0a-4420-be80-b5d874134a3e up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:58:06.001282 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port d524b4c7-0f0a-4420-be80-b5d874134a3e completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 21:58:06.005643 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port d524b4c7-0f0a-4420-be80-b5d874134a3e triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:06.006012 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:06.085531 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:06.108366 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b86fdc-bdea-4461-8666-885502cd3edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524b4c7-0f0a-4420-be80-b5d874134a3e'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:58:06.110928 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d374240-5afd-43ae-ad61-35db88216bc1" -d '{"events": [{"server_uuid": "d7b86fdc-bdea-4461-8666-885502cd3edb", "name": "network-vif-plugged", "status": "completed", "tag": "d524b4c7-0f0a-4420-be80-b5d874134a3e"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:58:06.122815 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port d524b4c7-0f0a-4420-be80-b5d874134a3e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d524b4c7-0f0a-4420-be80-b5d874134a3e,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:06.174044 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:06.194639 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7df82-f298-4859-9d1d-757416efd66c req-4b3d3184-4fb0-4bfe-876e-df894280a1af tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:06.196096 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-75d7df82-f298-4859-9d1d-757416efd66c req-4b3d3184-4fb0-4bfe-876e-df894280a1af tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 945 time: 0.0526218 Dec 16 21:58:06.222075 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=d524b4c7-0f0a-4420-be80-b5d874134a3e,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:06.245767 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-75d7df82-f298-4859-9d1d-757416efd66c req-70dd7aca-5217-4c67-9392-3c980a4a5bfe tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434785 Dec 16 21:58:06.289123 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e047f233-c8af-4d77-a75f-1fa471762e22 x-openstack-request-id: req-e047f233-c8af-4d77-a75f-1fa471762e22 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:58:06.289448 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b86fdc-bdea-4461-8666-885502cd3edb", "name": "network-vif-plugged", "status": "completed", "tag": "d524b4c7-0f0a-4420-be80-b5d874134a3e", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:58:06.289709 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e047f233-c8af-4d77-a75f-1fa471762e22 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:58:06.290105 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b86fdc-bdea-4461-8666-885502cd3edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524b4c7-0f0a-4420-be80-b5d874134a3e', 'code': 200} Dec 16 21:58:06.562673 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718b6fc-f3d8-4691-81f0-52dd6d3ef860 req-96ca1fff-a3f4-4108-9002-ee626c62be68 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:06.564959 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5718b6fc-f3d8-4691-81f0-52dd6d3ef860 req-96ca1fff-a3f4-4108-9002-ee626c62be68 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0477517 Dec 16 21:58:06.611827 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5718b6fc-f3d8-4691-81f0-52dd6d3ef860 req-b89f01b6-29a0-425f-8b48-18fe9025fea4 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Dec 16 21:58:07.365762 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11f1ea-7c2d-486c-a94d-3179a3c20ddc req-fd3c1c13-805c-40a4-85c8-fe3adfb1070e tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:07.367428 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2d11f1ea-7c2d-486c-a94d-3179a3c20ddc req-fd3c1c13-805c-40a4-85c8-fe3adfb1070e tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 946 time: 0.0540709 Dec 16 21:58:07.440843 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fad32d-c10d-4e2a-a976-dac72ca071c2 req-82b21275-b6e0-42a4-a900-d74941547734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:07.442378 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c6fad32d-c10d-4e2a-a976-dac72ca071c2 req-82b21275-b6e0-42a4-a900-d74941547734 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 1099 time: 0.0462630 Dec 16 21:58:07.496358 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c6fad32d-c10d-4e2a-a976-dac72ca071c2 req-adebc7d7-3ed6-451c-af0d-1ad1dfe06490 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421836 Dec 16 21:58:07.593963 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2d11f1ea-7c2d-486c-a94d-3179a3c20ddc req-7f59f915-336b-4341-b5f1-0781331cfcc0 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199247 Dec 16 21:58:07.730551 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0db04d-bb72-4bb9-8bf1-84199de707c0 req-0883669d-7f47-4869-8932-12311393e0ff tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:07.732039 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-af0db04d-bb72-4bb9-8bf1-84199de707c0 req-0883669d-7f47-4869-8932-12311393e0ff tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0508909 Dec 16 21:58:07.779490 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-af0db04d-bb72-4bb9-8bf1-84199de707c0 req-da7dba4a-919e-4adc-ab85-efc26059227e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 Dec 16 21:58:08.714915 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60746dfc-e3c7-46a5-bda0-51019ee57cc8 req-a4db56bf-4755-4eef-8a71-ab5f0eb770ed tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:08.716361 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-60746dfc-e3c7-46a5-bda0-51019ee57cc8 req-a4db56bf-4755-4eef-8a71-ab5f0eb770ed tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 946 time: 0.0495899 Dec 16 21:58:08.769734 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-60746dfc-e3c7-46a5-bda0-51019ee57cc8 req-0e851f76-c9f3-406b-acef-32b2344451dd tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464246 Dec 16 21:58:08.896631 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603353f-3c61-4af3-942c-436d357a2ecc req-b9906246-acd7-4790-b68d-5a987d285d6d tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:08.898120 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e603353f-3c61-4af3-942c-436d357a2ecc req-b9906246-acd7-4790-b68d-5a987d285d6d tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0485430 Dec 16 21:58:08.947095 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e603353f-3c61-4af3-942c-436d357a2ecc req-d45b994d-3e23-466b-a96b-0e92b3c05d97 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425575 Dec 16 21:58:09.904316 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b48104-ac6e-459c-9f0e-f1211e087d4c req-79765df1-2c5f-437f-b63c-e9a9c8286582 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:09.904316 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c8b48104-ac6e-459c-9f0e-f1211e087d4c req-79765df1-2c5f-437f-b63c-e9a9c8286582 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 946 time: 0.0483992 Dec 16 21:58:09.941620 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c8b48104-ac6e-459c-9f0e-f1211e087d4c req-65b46b93-9155-47a1-a510-ddf3f426f6b2 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437214 Dec 16 21:58:10.062763 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdde15-8517-42de-bc85-92dcd5b83265 req-6387946d-47ce-40c7-bbda-f2a4f6b5d304 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:10.064264 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25cdde15-8517-42de-bc85-92dcd5b83265 req-6387946d-47ce-40c7-bbda-f2a4f6b5d304 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 946 time: 0.0533431 Dec 16 21:58:10.065897 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e974ff5a-b2aa-438e-9029-fe72cb554b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:10.123585 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25cdde15-8517-42de-bc85-92dcd5b83265 req-a854e88d-d6e1-4342-8629-6c3d4310cf22 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522413 Dec 16 21:58:10.156000 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 47484) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:10.293327 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95b25-b85d-4fa9-8bdc-313bc48d065d req-5d808d99-6601-4e38-b70f-bfe2c71fedd4 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:10.294798 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-67d95b25-b85d-4fa9-8bdc-313bc48d065d req-5d808d99-6601-4e38-b70f-bfe2c71fedd4 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0790882 Dec 16 21:58:10.303200 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7edc75-0eea-42e4-93ed-6bde604aaac2 req-20e49da1-22c9-4ea8-a003-3b4fcceb784b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:10.304830 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1b7edc75-0eea-42e4-93ed-6bde604aaac2 req-20e49da1-22c9-4ea8-a003-3b4fcceb784b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 945 time: 0.0775115 Dec 16 21:58:10.359106 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09a6363-bd2b-4940-a3df-b16d7602f6de tempest-TestVolumeBootPattern-280551428 tempest-TestVolumeBootPattern-280551428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:10.360968 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c09a6363-bd2b-4940-a3df-b16d7602f6de tempest-TestVolumeBootPattern-280551428 tempest-TestVolumeBootPattern-280551428-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 1094 time: 0.2037656 Dec 16 21:58:10.364162 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 47492) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:10.368704 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Request body: {'floatingip': {'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'port_id': 'd524b4c7-0f0a-4420-be80-b5d874134a3e', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:58:10.380433 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-67d95b25-b85d-4fa9-8bdc-313bc48d065d req-134a75e4-4131-4cb8-9816-13cfdbcdb84e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748062 Dec 16 21:58:10.385018 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1b7edc75-0eea-42e4-93ed-6bde604aaac2 req-7d2580e5-eb50-4a1f-b99a-c758154cd6bd tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726819 Dec 16 21:58:10.482510 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for floatingip, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:10.582134 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:10.691600 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Allocated IP 172.27.3.166 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/33bf34d5-dc90-464e-90a9-73f17f9aaa5b) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:58:10.796480 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:10.904356 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:10.943684 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:58:10.946427 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:58:10.949822 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:58:10.979569 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'Port': ['ID=33bf34d5-dc90-464e-90a9-73f17f9aaa5b,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:11.442305 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:11.527381 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40ec89-d0e8-4277-9a9c-73db84a90f8d req-bf89fccd-d0f2-4e37-9374-58616e24751e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:11.528954 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-da40ec89-d0e8-4277-9a9c-73db84a90f8d req-bf89fccd-d0f2-4e37-9374-58616e24751e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0764041 Dec 16 21:58:11.557512 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a7732-e315-429c-b73b-4c0938cc1b75 req-7ad2412e-f887-45f5-9bed-bd439a1bfa87 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:11.558914 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f94a7732-e315-429c-b73b-4c0938cc1b75 req-7ad2412e-f887-45f5-9bed-bd439a1bfa87 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 945 time: 0.0764089 Dec 16 21:58:11.593822 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:11.604425 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-da40ec89-d0e8-4277-9a9c-73db84a90f8d req-0f2965cf-e43d-4035-9934-4b867a861323 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691600 Dec 16 21:58:11.627153 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f94a7732-e315-429c-b73b-4c0938cc1b75 req-f8de1aec-5dd6-428b-a287-520044fce6ff tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617380 Dec 16 21:58:11.974376 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:12.064229 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:12.149115 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'Port': ['ID=33bf34d5-dc90-464e-90a9-73f17f9aaa5b,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:12.166537 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:12.266908 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.l3_db [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Floating IP 5cd868dd-b205-4522-b74c-2624b80e0817 associated. External IP: 172.27.3.166, port: d524b4c7-0f0a-4420-be80-b5d874134a3e. Dec 16 21:58:12.506993 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Router a9d07f84-dd54-4c71-8c44-7122e6827477 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 21:58:12.518263 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c2105-7cbd-4424-a1f8-690a48ff9894 req-8721d929-769e-4b39-93bd-43afa34c7fe9 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:12.518263 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-a31c2105-7cbd-4424-a1f8-690a48ff9894 req-8721d929-769e-4b39-93bd-43afa34c7fe9 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 945 time: 0.0684893 Dec 16 21:58:12.602490 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11838591-0612-4e02-a066-4fadf69c2c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:12.682842 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:58:12.699390 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085d12f-7d47-481b-9de8-450f0bed2e8b None None] Sync routers for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:58:12.703236 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-a31c2105-7cbd-4424-a1f8-690a48ff9894 req-494bc869-5759-47f8-b09d-5e97cba5389d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Deleting port eace0687-040f-4465-9c6f-e40e2542b04d {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 21:58:12.703572 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-a31c2105-7cbd-4424-a1f8-690a48ff9894 req-494bc869-5759-47f8-b09d-5e97cba5389d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:12.714771 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085d12f-7d47-481b-9de8-450f0bed2e8b None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:58:12.715529 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2085d12f-7d47-481b-9de8-450f0bed2e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:58:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:12.771678 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10837e8f-d1fc-469a-a61a-48081c14c520 req-bb20e330-aaef-42ce-b0dd-3698800bcbbf tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:12.777789 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-10837e8f-d1fc-469a-a61a-48081c14c520 req-bb20e330-aaef-42ce-b0dd-3698800bcbbf tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0979054 Dec 16 21:58:12.783333 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:12.817076 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae62274-0d47-48cd-951e-5bb210f74a28 req-875d7854-69fe-40ef-a6ee-141a729d1ea4 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:12.819195 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aae62274-0d47-48cd-951e-5bb210f74a28 req-875d7854-69fe-40ef-a6ee-141a729d1ea4 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 945 time: 0.0981240 Dec 16 21:58:12.829702 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-07bca29a-12bc-4834-9164-018ca8ba9364 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4644084 Dec 16 21:58:12.832250 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-a31c2105-7cbd-4424-a1f8-690a48ff9894 req-494bc869-5759-47f8-b09d-5e97cba5389d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] For port eace0687-040f-4465-9c6f-e40e2542b04d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eace0687-040f-4465-9c6f-e40e2542b04d,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:12.832737 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-a31c2105-7cbd-4424-a1f8-690a48ff9894 req-494bc869-5759-47f8-b09d-5e97cba5389d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:12.835197 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b86fdc-bdea-4461-8666-885502cd3edb', 'tag': 'd524b4c7-0f0a-4420-be80-b5d874134a3e'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:58:12.837457 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81b03d0-62b4-4ad6-9032-f1c16bfc4020" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b86fdc-bdea-4461-8666-885502cd3edb", "tag": "d524b4c7-0f0a-4420-be80-b5d874134a3e"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:58:12.874161 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-a31c2105-7cbd-4424-a1f8-690a48ff9894 req-494bc869-5759-47f8-b09d-5e97cba5389d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Calling delete_port for eace0687-040f-4465-9c6f-e40e2542b04d owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 21:58:12.880341 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2085d12f-7d47-481b-9de8-450f0bed2e8b None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:58:12.882920 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-10837e8f-d1fc-469a-a61a-48081c14c520 req-11a6d66f-75b5-4bc6-911a-80fd27ade6d8 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994244 Dec 16 21:58:12.933716 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aae62274-0d47-48cd-951e-5bb210f74a28 req-b9827beb-051a-4027-baac-3fa714dd53b9 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007478 Dec 16 21:58:12.981383 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 21:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c79f217-2b3f-455c-941f-2f377179abc2 x-openstack-request-id: req-2c79f217-2b3f-455c-941f-2f377179abc2 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:58:12.981794 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b86fdc-bdea-4461-8666-885502cd3edb", "tag": "d524b4c7-0f0a-4420-be80-b5d874134a3e", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:58:12.982141 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c79f217-2b3f-455c-941f-2f377179abc2 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:58:12.982749 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b86fdc-bdea-4461-8666-885502cd3edb', 'tag': 'd524b4c7-0f0a-4420-be80-b5d874134a3e', 'status': 'completed', 'code': 200} Dec 16 21:58:13.124664 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2085d12f-7d47-481b-9de8-450f0bed2e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '5cd868dd-b205-4522-b74c-2624b80e0817', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'port_id': 'd524b4c7-0f0a-4420-be80-b5d874134a3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'mac_address': 'fa:16:3e:67:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b86fdc-bdea-4461-8666-885502cd3edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T21:58:11Z', 'updated_at': '2021-12-16T21:58:11Z', 'revision_number': 0, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:13.139945 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-a31c2105-7cbd-4424-a1f8-690a48ff9894 req-494bc869-5759-47f8-b09d-5e97cba5389d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:13.161431 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085d12f-7d47-481b-9de8-450f0bed2e8b None None] Checking router: a9d07f84-dd54-4c71-8c44-7122e6827477 for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:58:13.169642 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085d12f-7d47-481b-9de8-450f0bed2e8b None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:58:13.170229 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2085d12f-7d47-481b-9de8-450f0bed2e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:58:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:13.177843 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bc869-5759-47f8-b09d-5e97cba5389d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Pushing event deleted for resources: {'Port': ['ID=eace0687-040f-4465-9c6f-e40e2542b04d,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:13.212585 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31c2105-7cbd-4424-a1f8-690a48ff9894 req-494bc869-5759-47f8-b09d-5e97cba5389d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] No DVR routers for this DVR port eace0687-040f-4465-9c6f-e40e2542b04d on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 21:58:13.215335 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-a31c2105-7cbd-4424-a1f8-690a48ff9894 req-494bc869-5759-47f8-b09d-5e97cba5389d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:13.218724 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-a31c2105-7cbd-4424-a1f8-690a48ff9894 req-494bc869-5759-47f8-b09d-5e97cba5389d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "DELETE /v2.0/ports/eace0687-040f-4465-9c6f-e40e2542b04d HTTP/1.1" status: 204 len: 173 time: 0.6950440 Dec 16 21:58:13.275255 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2085d12f-7d47-481b-9de8-450f0bed2e8b None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:58:13.550816 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:13.572001 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2085d12f-7d47-481b-9de8-450f0bed2e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '5cd868dd-b205-4522-b74c-2624b80e0817', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'port_id': 'd524b4c7-0f0a-4420-be80-b5d874134a3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'mac_address': 'fa:16:3e:67:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b86fdc-bdea-4461-8666-885502cd3edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T21:58:11Z', 'updated_at': '2021-12-16T21:58:11Z', 'revision_number': 0, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:13.597732 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085d12f-7d47-481b-9de8-450f0bed2e8b None None] The sync data for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi is: [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '5cd868dd-b205-4522-b74c-2624b80e0817', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'port_id': 'd524b4c7-0f0a-4420-be80-b5d874134a3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'mac_address': 'fa:16:3e:67:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b86fdc-bdea-4461-8666-885502cd3edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T21:58:11Z', 'updated_at': '2021-12-16T21:58:11Z', 'revision_number': 0, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:58:13.771671 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3779cd31-b005-4908-8001-f59a0b037f37 None None] New status for floating IP 5cd868dd-b205-4522-b74c-2624b80e0817: ACTIVE {{(pid=109595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 21:58:14.003313 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efda68-aff4-4674-bdfa-f93bbd2b0452 req-a9a118e4-1dee-4812-a4f1-f87ec48ff5e6 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:14.005127 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d3efda68-aff4-4674-bdfa-f93bbd2b0452 req-a9a118e4-1dee-4812-a4f1-f87ec48ff5e6 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0548820 Dec 16 21:58:14.054136 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d3efda68-aff4-4674-bdfa-f93bbd2b0452 req-99dad6dc-320d-4162-ba4a-b1c178bf3837 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Dec 16 21:58:14.134747 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-74341957-dc49-4cc9-9dae-4964d009bb4e req-f490196d-5b79-4aaa-b111-a3bc9c65f030 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 210 time: 0.0262282 Dec 16 21:58:14.984187 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c', 'name': 'network-vif-deleted', 'tag': 'eace0687-040f-4465-9c6f-e40e2542b04d'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:58:14.986608 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ca99a3-f4fc-456b-8ddf-e66debaaccd8" -d '{"events": [{"server_uuid": "9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c", "name": "network-vif-deleted", "tag": "eace0687-040f-4465-9c6f-e40e2542b04d"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:58:14.989898 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:15.024131 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc599f41-5b97-4747-ac70-7fabad0f0499 x-openstack-request-id: req-dc599f41-5b97-4747-ac70-7fabad0f0499 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:58:15.024422 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c", "name": "network-vif-deleted", "tag": "eace0687-040f-4465-9c6f-e40e2542b04d", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:58:15.024703 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc599f41-5b97-4747-ac70-7fabad0f0499 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:58:15.025102 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c', 'name': 'network-vif-deleted', 'tag': 'eace0687-040f-4465-9c6f-e40e2542b04d', 'status': 'completed', 'code': 200} Dec 16 21:58:15.170691 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb77e75-02c1-4021-ac39-76b5e346fb5d req-3f9a9eb4-922e-4a0a-80a9-8ad0f251902a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:15.171917 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cfb77e75-02c1-4021-ac39-76b5e346fb5d req-3f9a9eb4-922e-4a0a-80a9-8ad0f251902a tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0499690 Dec 16 21:58:15.219277 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cfb77e75-02c1-4021-ac39-76b5e346fb5d req-b6f46eb7-4e2f-4967-a4aa-559bb3eb292f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Dec 16 21:58:15.304464 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-589e04e2-f902-40c9-8818-bb346fcdf162 req-569b42f7-fa2b-41f4-b325-693675dcdd87 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 210 time: 0.0302391 Dec 16 21:58:15.321717 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['23395dab-fbbd-45ba-b515-1a2e37b463e5', 'af5d815d-b905-4ac6-93c7-e97415241839', 'c58bb2ef-2e26-4191-88c6-e4b01f40cf5b', 'eace0687-040f-4465-9c6f-e40e2542b04d'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:58:15.404185 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b03d0-62b4-4ad6-9032-f1c16bfc4020 req-246271c4-d7b6-48a9-83fd-d3b79242b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:15.405935 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c81b03d0-62b4-4ad6-9032-f1c16bfc4020 req-246271c4-d7b6-48a9-83fd-d3b79242b859 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 1099 time: 0.0468554 Dec 16 21:58:15.505810 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b03d0-62b4-4ad6-9032-f1c16bfc4020 req-0466b325-a391-44fc-bbd5-0422a8cb3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:15.507767 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c81b03d0-62b4-4ad6-9032-f1c16bfc4020 req-0466b325-a391-44fc-bbd5-0422a8cb3b53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 200 len: 912 time: 0.0942974 Dec 16 21:58:15.589916 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c81b03d0-62b4-4ad6-9032-f1c16bfc4020 req-585cbbba-cd61-4d3c-9e1b-5bdd7851aaa0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d524b4c7-0f0a-4420-be80-b5d874134a3e HTTP/1.1" status: 200 len: 1002 time: 0.0654256 Dec 16 21:58:15.641938 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b03d0-62b4-4ad6-9032-f1c16bfc4020 req-c1bdded8-8e60-4d36-bac2-eab2d8b863bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:15.643982 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c81b03d0-62b4-4ad6-9032-f1c16bfc4020 req-c1bdded8-8e60-4d36-bac2-eab2d8b863bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a76a796-9908-426d-a225-cb7368e1df72 HTTP/1.1" status: 200 len: 850 time: 0.0461826 Dec 16 21:58:15.696252 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b03d0-62b4-4ad6-9032-f1c16bfc4020 req-d4a20f42-b900-42d0-b3ac-ea21e6efbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:15.697762 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c81b03d0-62b4-4ad6-9032-f1c16bfc4020 req-d4a20f42-b900-42d0-b3ac-ea21e6efbe60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423532 Dec 16 21:58:15.795133 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c81b03d0-62b4-4ad6-9032-f1c16bfc4020 req-e4f4cde4-fea6-4cd6-aa36-179992319095 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870965 Dec 16 21:58:15.885288 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c81b03d0-62b4-4ad6-9032-f1c16bfc4020 req-059dc55f-230e-422f-b288-1784971bf768 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830224 Dec 16 21:58:15.887632 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:16.344539 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba49102-fe15-445a-9bd4-a65611f23ee1 req-a4caa276-2721-4add-b3f7-5432068d71c3 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:16.345658 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8ba49102-fe15-445a-9bd4-a65611f23ee1 req-a4caa276-2721-4add-b3f7-5432068d71c3 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0550208 Dec 16 21:58:16.406525 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8ba49102-fe15-445a-9bd4-a65611f23ee1 req-1e1c3587-834b-44ce-81e0-fc83def23c74 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513053 Dec 16 21:58:16.490240 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f76ab5f1-6830-43cb-af52-9ec924df4cab req-1b93a955-d35a-4058-a691-6d31cc385e71 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1e52f6-9bc5-418d-b3ad-9cead2e97f6c HTTP/1.1" status: 200 len: 210 time: 0.0272999 Dec 16 21:58:16.526394 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a342ca6-cf2b-4cfb-b81d-2a06de1db71f req-d83cfef8-c221-4c0a-846d-97cd91caacb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:16.527895 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6a342ca6-cf2b-4cfb-b81d-2a06de1db71f req-d83cfef8-c221-4c0a-846d-97cd91caacb8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 1099 time: 0.0434523 Dec 16 21:58:16.579793 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6a342ca6-cf2b-4cfb-b81d-2a06de1db71f req-1bed1dff-85e3-4d31-8d92-0184efbe600e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 Dec 16 21:58:17.537875 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83fee-38ef-40e3-a6c0-0a9ec3f73e64 req-d592e051-114b-496f-861a-1ea1a1338eb4 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:17.543307 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-48d83fee-38ef-40e3-a6c0-0a9ec3f73e64 req-d592e051-114b-496f-861a-1ea1a1338eb4 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0491359 Dec 16 21:58:17.597085 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-48d83fee-38ef-40e3-a6c0-0a9ec3f73e64 req-bb5c5b7a-1280-4d6d-87e8-a0b9196e68e0 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503871 Dec 16 21:58:18.719159 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42808aa7-618a-4db9-a3d0-75063153ece0 req-d8b22ef2-5c00-41e1-acb8-76871f7a4bb8 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:18.720754 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-42808aa7-618a-4db9-a3d0-75063153ece0 req-d8b22ef2-5c00-41e1-acb8-76871f7a4bb8 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0546987 Dec 16 21:58:18.770075 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-42808aa7-618a-4db9-a3d0-75063153ece0 req-0a7a84a3-88d2-45f1-ae6d-2336628e5c4e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 Dec 16 21:58:19.290889 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369418b-68a3-45b9-9f85-60d999381131 req-bc396ccd-5d6a-496b-88e8-7d813de9556b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:19.292355 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9369418b-68a3-45b9-9f85-60d999381131 req-bc396ccd-5d6a-496b-88e8-7d813de9556b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0495532 Dec 16 21:58:19.342330 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device eace0687-040f-4465-9c6f-e40e2542b04d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 21:58:19.352037 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9369418b-68a3-45b9-9f85-60d999381131 req-02772041-5daa-44a4-9d3b-f0f7ec8081e6 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534165 Dec 16 21:58:19.385879 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: eace0687-040f-4465-9c6f-e40e2542b04d {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 21:58:19.385879 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device eace0687-040f-4465-9c6f-e40e2542b04d not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 21:58:19.420010 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6f2ac-662b-4d80-81fc-1b36d4716160 req-eaf65fde-7d47-43dd-818c-95226c54787f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:19.422745 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1bc6f2ac-662b-4d80-81fc-1b36d4716160 req-eaf65fde-7d47-43dd-818c-95226c54787f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0661163 Dec 16 21:58:19.449564 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dfb8c-9b47-4dd1-98cd-968864e34a2b req-ba0a79cd-d830-4333-819d-1ed7b62270ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:19.452027 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fe3dfb8c-9b47-4dd1-98cd-968864e34a2b req-ba0a79cd-d830-4333-819d-1ed7b62270ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1971819039c4cf3865752304b29bb01&device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 1099 time: 0.0610056 Dec 16 21:58:19.513706 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1bc6f2ac-662b-4d80-81fc-1b36d4716160 req-84e8420c-25a4-4eb4-bb11-5dedacf04609 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837588 Dec 16 21:58:19.528098 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ae8ce-d769-4479-833e-6c63253f45fc req-4a978e10-dd5d-4352-83e9-36c66ffe6789 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:19.529835 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-987ae8ce-d769-4479-833e-6c63253f45fc req-4a978e10-dd5d-4352-83e9-36c66ffe6789 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 946 time: 0.0816510 Dec 16 21:58:19.579590 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dfb8c-9b47-4dd1-98cd-968864e34a2b req-ffab4871-c718-4af7-8c65-bd5eb8f651e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:19.581632 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fe3dfb8c-9b47-4dd1-98cd-968864e34a2b req-ffab4871-c718-4af7-8c65-bd5eb8f651e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=752880ba-371c-4f56-98a7-5aae487e8357 HTTP/1.1" status: 200 len: 920 time: 0.1117394 Dec 16 21:58:19.588985 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-987ae8ce-d769-4479-833e-6c63253f45fc req-d5dc797a-0bad-407e-ae28-bbe781b62aac tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479929 Dec 16 21:58:19.636857 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fe3dfb8c-9b47-4dd1-98cd-968864e34a2b req-bd481e85-1f35-45db-a123-65f9bef6db4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f432d8b2-3e2c-417a-96a4-d1126494f26c HTTP/1.1" status: 200 len: 217 time: 0.0462933 Dec 16 21:58:19.687189 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dfb8c-9b47-4dd1-98cd-968864e34a2b req-4fefaa18-0a04-461f-8708-a78ab4835f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:19.688753 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fe3dfb8c-9b47-4dd1-98cd-968864e34a2b req-4fefaa18-0a04-461f-8708-a78ab4835f7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84291270-e6c0-402c-af46-4551769988aa HTTP/1.1" status: 200 len: 859 time: 0.0439882 Dec 16 21:58:19.726447 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fe3dfb8c-9b47-4dd1-98cd-968864e34a2b req-602c367e-9fd0-4ec1-8ebe-badba1cfced9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=752880ba-371c-4f56-98a7-5aae487e8357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251949 Dec 16 21:58:19.824351 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fe3dfb8c-9b47-4dd1-98cd-968864e34a2b req-6dda942d-8e9a-47a3-afb2-ae7e3d1b044b service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839431 Dec 16 21:58:19.917244 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fe3dfb8c-9b47-4dd1-98cd-968864e34a2b req-49b48272-9142-4ac8-84f2-4f8dbdec1f96 service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842538 Dec 16 21:58:20.413474 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 47674) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:20.483207 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3f6eb-f331-49fd-8ef9-90468e3b4708 req-7154e304-1c38-4d08-92eb-a47d91e059c7 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:20.484794 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4cc3f6eb-f331-49fd-8ef9-90468e3b4708 req-7154e304-1c38-4d08-92eb-a47d91e059c7 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0489814 Dec 16 21:58:20.524113 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-47e61b0e-18e2-404d-aab9-b4a527537f29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:20.536735 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4cc3f6eb-f331-49fd-8ef9-90468e3b4708 req-7fd0c5e8-1dc0-4729-a2e9-a3263c4fe505 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450163 Dec 16 21:58:20.599906 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-47e61b0e-18e2-404d-aab9-b4a527537f29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:20.645701 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597e7f0-ac4b-4904-bc54-4d8906684881 req-108d58ac-ae2a-4d86-92bc-6c9e7050452f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:20.647234 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0597e7f0-ac4b-4904-bc54-4d8906684881 req-108d58ac-ae2a-4d86-92bc-6c9e7050452f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0530331 Dec 16 21:58:20.664606 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-47e61b0e-18e2-404d-aab9-b4a527537f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:20.700886 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e61b0e-18e2-404d-aab9-b4a527537f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9932754-8520-4337-b331-28623a8d0c40,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:20.705121 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-47e61b0e-18e2-404d-aab9-b4a527537f29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb30b8a5fd3d4aab9bdbd9a28ffab20e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906291 Dec 16 21:58:20.708251 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 47682) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:20.729263 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0597e7f0-ac4b-4904-bc54-4d8906684881 req-a82e3d58-1962-46be-9c5b-bf9b7772b622 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760834 Dec 16 21:58:20.737183 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5488aa0-7950-46d9-98d6-8845d85e3319 req-fbfb6492-0c5e-49b9-810d-746ea8065352 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:20.739261 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5488aa0-7950-46d9-98d6-8845d85e3319 req-fbfb6492-0c5e-49b9-810d-746ea8065352 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 946 time: 0.0785968 Dec 16 21:58:20.764022 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b399121-065a-4218-80f7-7dc550d325e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:20.786763 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5488aa0-7950-46d9-98d6-8845d85e3319 req-f17a13b5-c4ea-409d-b7cb-8f9d5aa43198 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Dec 16 21:58:20.787057 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b399121-065a-4218-80f7-7dc550d325e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:20.881806 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b399121-065a-4218-80f7-7dc550d325e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:20.885273 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1b399121-065a-4218-80f7-7dc550d325e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:20.886455 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1b399121-065a-4218-80f7-7dc550d325e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9932754-8520-4337-b331-28623a8d0c40 HTTP/1.1" status: 204 len: 168 time: 0.1772461 Dec 16 21:58:20.894895 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b399121-065a-4218-80f7-7dc550d325e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9932754-8520-4337-b331-28623a8d0c40,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:21.378261 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 47708) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:21.487473 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c445a5ae-cf1c-413c-90a9-963f72163dd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:21.508248 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfad00-6d84-4a21-bae5-c74c5edf7fd3 req-89188068-0228-454b-9eea-4e0a71e1c039 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:21.509761 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-22bfad00-6d84-4a21-bae5-c74c5edf7fd3 req-89188068-0228-454b-9eea-4e0a71e1c039 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 946 time: 0.0704341 Dec 16 21:58:21.643086 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c445a5ae-cf1c-413c-90a9-963f72163dd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:21.652696 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-22bfad00-6d84-4a21-bae5-c74c5edf7fd3 req-6b132395-1348-42e5-97dc-31d68083f1b2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Deleting port c58bb2ef-2e26-4191-88c6-e4b01f40cf5b {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 21:58:21.653285 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-22bfad00-6d84-4a21-bae5-c74c5edf7fd3 req-6b132395-1348-42e5-97dc-31d68083f1b2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:21.666626 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecc730-5c06-4c3c-8c86-78c37857d49f req-d7c1cf60-75f1-43c0-b164-85cab00b2877 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:21.668294 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-daecc730-5c06-4c3c-8c86-78c37857d49f req-d7c1cf60-75f1-43c0-b164-85cab00b2877 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0559232 Dec 16 21:58:21.701261 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c445a5ae-cf1c-413c-90a9-963f72163dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:21.734732 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-daecc730-5c06-4c3c-8c86-78c37857d49f req-dee0afc5-2ef3-46d1-8ea8-e9c6781a2652 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605924 Dec 16 21:58:21.760696 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445a5ae-cf1c-413c-90a9-963f72163dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcde337-0853-486a-8075-32c2a1e38f5d,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:21.768472 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c445a5ae-cf1c-413c-90a9-963f72163dd9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=640015e6c08a40d3a863759e0893f397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887987 Dec 16 21:58:21.773058 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 47726) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:21.824801 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-22bfad00-6d84-4a21-bae5-c74c5edf7fd3 req-6b132395-1348-42e5-97dc-31d68083f1b2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] For port c58bb2ef-2e26-4191-88c6-e4b01f40cf5b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c58bb2ef-2e26-4191-88c6-e4b01f40cf5b,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:21.826227 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-22bfad00-6d84-4a21-bae5-c74c5edf7fd3 req-6b132395-1348-42e5-97dc-31d68083f1b2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:21.845640 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-22bfad00-6d84-4a21-bae5-c74c5edf7fd3 req-6b132395-1348-42e5-97dc-31d68083f1b2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Calling delete_port for c58bb2ef-2e26-4191-88c6-e4b01f40cf5b owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 21:58:21.881011 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa720-e54d-4979-ad68-c39588c819d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:21.929347 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dcf40-6693-4a59-8cda-1df3da322d5b req-96a2b1b6-968b-4303-9355-ed8cb33a99ce tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:21.936995 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-207dcf40-6693-4a59-8cda-1df3da322d5b req-96a2b1b6-968b-4303-9355-ed8cb33a99ce tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0948138 Dec 16 21:58:21.951598 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa720-e54d-4979-ad68-c39588c819d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:21.974433 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60cc3f-0c49-48da-a7d4-3a0e141a38a8 req-bf9489ff-c635-4020-8094-4845694b649d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:21.975922 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fc60cc3f-0c49-48da-a7d4-3a0e141a38a8 req-bf9489ff-c635-4020-8094-4845694b649d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 946 time: 0.1053166 Dec 16 21:58:22.017004 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-207dcf40-6693-4a59-8cda-1df3da322d5b req-135502d8-dda4-4ed9-b3b5-a57526cf5798 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788577 Dec 16 21:58:22.050451 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fc60cc3f-0c49-48da-a7d4-3a0e141a38a8 req-ebf79e1f-aa35-4191-9761-7965d648e290 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639791 Dec 16 21:58:22.075708 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa720-e54d-4979-ad68-c39588c819d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:22.078452 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa720-e54d-4979-ad68-c39588c819d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:22.079695 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2c7aa720-e54d-4979-ad68-c39588c819d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fcde337-0853-486a-8075-32c2a1e38f5d HTTP/1.1" status: 204 len: 168 time: 0.3054008 Dec 16 21:58:22.089751 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7aa720-e54d-4979-ad68-c39588c819d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcde337-0853-486a-8075-32c2a1e38f5d,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:22.150740 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-22bfad00-6d84-4a21-bae5-c74c5edf7fd3 req-6b132395-1348-42e5-97dc-31d68083f1b2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:22.163474 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['23395dab-fbbd-45ba-b515-1a2e37b463e5', 'af5d815d-b905-4ac6-93c7-e97415241839', 'c58bb2ef-2e26-4191-88c6-e4b01f40cf5b'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:58:22.185468 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b132395-1348-42e5-97dc-31d68083f1b2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Pushing event deleted for resources: {'Port': ['ID=c58bb2ef-2e26-4191-88c6-e4b01f40cf5b,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:22.242585 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bfad00-6d84-4a21-bae5-c74c5edf7fd3 req-6b132395-1348-42e5-97dc-31d68083f1b2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] No DVR routers for this DVR port c58bb2ef-2e26-4191-88c6-e4b01f40cf5b on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 21:58:22.245695 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-22bfad00-6d84-4a21-bae5-c74c5edf7fd3 req-6b132395-1348-42e5-97dc-31d68083f1b2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:22.249034 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-22bfad00-6d84-4a21-bae5-c74c5edf7fd3 req-6b132395-1348-42e5-97dc-31d68083f1b2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "DELETE /v2.0/ports/c58bb2ef-2e26-4191-88c6-e4b01f40cf5b HTTP/1.1" status: 204 len: 173 time: 0.7308471 Dec 16 21:58:22.249547 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71963dc2-882e-4488-9f8c-1be248b43f77', 'name': 'network-vif-deleted', 'tag': 'c58bb2ef-2e26-4191-88c6-e4b01f40cf5b'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:58:22.252476 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d8fb86-eafd-493d-b86c-acbf178938c3" -d '{"events": [{"server_uuid": "71963dc2-882e-4488-9f8c-1be248b43f77", "name": "network-vif-deleted", "tag": "c58bb2ef-2e26-4191-88c6-e4b01f40cf5b"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:58:22.306913 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbe6cd0-328b-4b7e-abba-8c1fcc3ac237 x-openstack-request-id: req-cbbe6cd0-328b-4b7e-abba-8c1fcc3ac237 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:58:22.307211 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71963dc2-882e-4488-9f8c-1be248b43f77", "name": "network-vif-deleted", "tag": "c58bb2ef-2e26-4191-88c6-e4b01f40cf5b", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:58:22.307442 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbbe6cd0-328b-4b7e-abba-8c1fcc3ac237 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:58:22.307852 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71963dc2-882e-4488-9f8c-1be248b43f77', 'name': 'network-vif-deleted', 'tag': 'c58bb2ef-2e26-4191-88c6-e4b01f40cf5b', 'status': 'completed', 'code': 200} Dec 16 21:58:22.906182 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8d5ab-abce-4c89-9c84-532746c7de43 req-71cedb85-0c1c-4c6a-b776-7b8c49ebf894 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:22.908034 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfa8d5ab-abce-4c89-9c84-532746c7de43 req-71cedb85-0c1c-4c6a-b776-7b8c49ebf894 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0585709 Dec 16 21:58:22.959368 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bfa8d5ab-abce-4c89-9c84-532746c7de43 req-183291aa-30a5-4e3e-8db6-1f0e4e1f6e54 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444496 Dec 16 21:58:23.186746 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d7a5ddcd-2fa9-4121-b7a0-0cdf87ac69f2 req-bca5a736-81d6-4a3f-b58b-de64388a96e2 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=71963dc2-882e-4488-9f8c-1be248b43f77 HTTP/1.1" status: 200 len: 210 time: 0.0361991 Dec 16 21:58:23.195146 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a472af9-94d2-44a0-a904-213d44d5b223 req-42d1a544-74e4-4365-a308-c756df43ca33 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:23.197422 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7a472af9-94d2-44a0-a904-213d44d5b223 req-42d1a544-74e4-4365-a308-c756df43ca33 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.1048219 Dec 16 21:58:23.246565 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7a472af9-94d2-44a0-a904-213d44d5b223 req-211b7636-3c1b-4823-80f4-e8a341610d2c tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433273 Dec 16 21:58:23.350856 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 47772) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:23.459269 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-999831718-network', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:58:23.561750 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] Made reservation on behalf of 16ca58f1469a4a899032d95c11e73b22 for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:58:23.564076 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:23.573182 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:23.644765 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:23.744575 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:23.772926 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:58:23.779398 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f19706-8300-4005-a761-2ce48ebac79f,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:23.785865 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:23.786206 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] Added segment 1735b89e-8fc6-48a3-b4a1-e00a9f336090 of type vlan for network 71f6254c-4411-496d-8f04-e3185f693aeb Dec 16 21:58:23.827437 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:23.898833 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:23.899802 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:23.900440 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:23.961296 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] Pushing event updated for resources: {'Network': ['ID=71f6254c-4411-496d-8f04-e3185f693aeb,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:23.971079 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network 71f6254c-4411-496d-8f04-e3185f693aeb details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:58:24.022165 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-7031d2f4-53f2-4b68-af69-b6ac5c838960 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6702049 Dec 16 21:58:24.024886 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 47786) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:24.031291 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-4946816d-2a02-43be-aef1-c08f1bca41e1 admin admin] Request body: {'subnet': {'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-999831718-subnet', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:58:24.093603 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c8a27-a1f3-4dab-862b-6e8de64300d1 req-239b1dfd-eaf8-4e5c-b2b8-589fd4186e33 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:24.094979 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-833c8a27-a1f3-4dab-862b-6e8de64300d1 req-239b1dfd-eaf8-4e5c-b2b8-589fd4186e33 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0557795 Dec 16 21:58:24.116081 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4946816d-2a02-43be-aef1-c08f1bca41e1 admin admin] Made reservation on behalf of 16ca58f1469a4a899032d95c11e73b22 for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:58:24.118652 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4946816d-2a02-43be-aef1-c08f1bca41e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3513451'] for subnet, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:24.145150 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-833c8a27-a1f3-4dab-862b-6e8de64300d1 req-42c72b1a-27fb-423a-b54d-5e45f8c5f7a8 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429552 Dec 16 21:58:24.389938 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4946816d-2a02-43be-aef1-c08f1bca41e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8473038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3513461'] for subnet, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:24.684147 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946816d-2a02-43be-aef1-c08f1bca41e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8564791e-acea-4fef-925a-284d462cf1b7,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:24.688553 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946816d-2a02-43be-aef1-c08f1bca41e1 admin admin] Checking segment: {'id': '1735b89e-8fc6-48a3-b4a1-e00a9f336090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:58:24.688913 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4946816d-2a02-43be-aef1-c08f1bca41e1 admin admin] Network hostable DHCP agents. Network: 71f6254c-4411-496d-8f04-e3185f693aeb, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:58:24.718480 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15308625-3462-4b02-ac37-7b1298d19cae req-f9779812-3cb7-4218-9992-eeee304f7082 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:24.720109 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-15308625-3462-4b02-ac37-7b1298d19cae req-f9779812-3cb7-4218-9992-eeee304f7082 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 946 time: 0.0551081 Dec 16 21:58:24.755949 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4946816d-2a02-43be-aef1-c08f1bca41e1 admin admin] Network 71f6254c-4411-496d-8f04-e3185f693aeb is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:58:24.777169 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-15308625-3462-4b02-ac37-7b1298d19cae req-eb40dec3-a31f-40c0-8f15-e33b4c793024 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508494 Dec 16 21:58:24.808080 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-4946816d-2a02-43be-aef1-c08f1bca41e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, 71f6254c-4411-496d-8f04-e3185f693aeb) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:58:24.814277 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4946816d-2a02-43be-aef1-c08f1bca41e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:24.814277 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4946816d-2a02-43be-aef1-c08f1bca41e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:24.819196 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47295c6-d88a-48b3-813a-8087968b77dc None None] Network 71f6254c-4411-496d-8f04-e3185f693aeb requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:58:24.918964 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-4946816d-2a02-43be-aef1-c08f1bca41e1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8906271 Dec 16 21:58:24.919533 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfddd4881-cffc-5be5-9fa1-a47a6233afa8-71f6254c-4411-496d-8f04-e3185f693aeb', 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'fixed_ips': [{'subnet_id': '8564791e-acea-4fef-925a-284d462cf1b7'}]}} from dv-cinder-790535-21-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 21:58:24.920397 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:24.920625 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 47800) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:24.925690 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:58:25.023893 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124246'] for router, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:25.025024 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1646291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124257'] for router, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:25.054369 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Allocated IP 172.20.0.2 (71f6254c-4411-496d-8f04-e3185f693aeb/8564791e-acea-4fef-925a-284d462cf1b7/501d3b58-f7ac-4397-b35e-f6ac4d9d9826) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:58:25.076952 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:25.193424 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Publish callbacks [] for port, precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:25.254136 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546'] for port, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:25.297586 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Network 71f6254c-4411-496d-8f04-e3185f693aeb is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:58:25.300958 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:58:25.304694 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:58:25.310058 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Pushing event updated for resources: {'Port': ['ID=501d3b58-f7ac-4397-b35e-f6ac4d9d9826,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:25.312034 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:25.338187 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496eb3b-b251-4c5b-8fff-79ea91ceaf01 req-b40bfd10-dd4c-4d9b-a43a-081649d696cc tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:25.340691 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9496eb3b-b251-4c5b-8fff-79ea91ceaf01 req-b40bfd10-dd4c-4d9b-a43a-081649d696cc tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0828998 Dec 16 21:58:25.362157 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Attempting to bind port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:58:25.363166 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Attempting to bind port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '1735b89e-8fc6-48a3-b4a1-e00a9f336090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:58:25.363670 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Attempting to bind port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 on network 71f6254c-4411-496d-8f04-e3185f693aeb {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:58:25.368688 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:58:25.372097 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Checking segment: {'id': '1735b89e-8fc6-48a3-b4a1-e00a9f336090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:58:25.372097 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:25.372097 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Bound using segment: {'id': '1735b89e-8fc6-48a3-b4a1-e00a9f336090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:58:25.372097 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Bound port: 501d3b58-f7ac-4397-b35e-f6ac4d9d9826, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1735b89e-8fc6-48a3-b4a1-e00a9f336090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:58:25.372097 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:25.391338 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9496eb3b-b251-4c5b-8fff-79ea91ceaf01 req-4216abc9-3725-42cb-a17e-841460ca077d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454240 Dec 16 21:58:25.490981 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] For port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:58:25.494362 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] For port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=501d3b58-f7ac-4397-b35e-f6ac4d9d9826,segment=NetworkSegment(1735b89e-8fc6-48a3-b4a1-e00a9f336090),segment_id=1735b89e-8fc6-48a3-b4a1-e00a9f336090)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:58:25.591093 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:25.637402 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:25.654594 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fd396-f469-485c-bd5c-85d293760c85 None None] Pushing event updated for resources: {'Port': ['ID=501d3b58-f7ac-4397-b35e-f6ac4d9d9826,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:25.657027 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:25.756808 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device c58bb2ef-2e26-4191-88c6-e4b01f40cf5b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 21:58:25.778620 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: c58bb2ef-2e26-4191-88c6-e4b01f40cf5b {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 21:58:25.778841 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device c58bb2ef-2e26-4191-88c6-e4b01f40cf5b not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 21:58:25.779780 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Allocated IP 172.27.3.99 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/588ab7c8-6a52-4a2d-ab30-1bb360997ed8) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:58:25.956134 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01596d6c-2675-4ba3-8aa0-d88d26a5451d req-6eb90a10-21c4-401e-ac23-e255065a2d18 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:25.957580 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-01596d6c-2675-4ba3-8aa0-d88d26a5451d req-6eb90a10-21c4-401e-ac23-e255065a2d18 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 946 time: 0.0856652 Dec 16 21:58:25.973193 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:26.039334 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-01596d6c-2675-4ba3-8aa0-d88d26a5451d req-b8aabfc1-34b7-4bbe-b2e6-edc357dd7a4e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704057 Dec 16 21:58:26.090224 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:58:26.099493 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:26.139467 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:58:26.142606 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:58:26.143100 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:26.144217 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:26.146915 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:58:26.170672 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Pushing event updated for resources: {'Port': ['ID=588ab7c8-6a52-4a2d-ab30-1bb360997ed8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:26.232805 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:26.267725 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] For port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=501d3b58-f7ac-4397-b35e-f6ac4d9d9826,segment=NetworkSegment(1735b89e-8fc6-48a3-b4a1-e00a9f336090),segment_id=1735b89e-8fc6-48a3-b4a1-e00a9f336090)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:26.327671 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:26.380203 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Pushing event updated for resources: {'Port': ['ID=501d3b58-f7ac-4397-b35e-f6ac4d9d9826,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:26.474656 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:26.658038 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46d1d0c-e70d-4920-bea2-5639d689c706 None None] Network 71f6254c-4411-496d-8f04-e3185f693aeb requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:58:26.750965 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8a11bdaf-881f-4c53-8ea2-708950d7b54e None None] Provisioning complete for port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:26.751327 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a11bdaf-881f-4c53-8ea2-708950d7b54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:26.836883 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc8686-ee8b-45d7-86f2-449734e4943e req-3e685170-3a46-42af-b7d9-d7df246d8e56 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:26.838498 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-14bc8686-ee8b-45d7-86f2-449734e4943e req-3e685170-3a46-42af-b7d9-d7df246d8e56 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.1040387 Dec 16 21:58:26.935202 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-14bc8686-ee8b-45d7-86f2-449734e4943e req-0eb14936-0bab-4c26-ad62-d4c489b41123 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882771 Dec 16 21:58:26.936339 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584865'] for router, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:27.083319 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-e7047d2b-57d3-490b-ae5d-00f69f395276 None None] Provisioning complete for port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:27.083602 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e7047d2b-57d3-490b-ae5d-00f69f395276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:27.162811 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4141d4d-8d7a-44db-804b-6247f44bed9f req-3706bbd5-b45d-4846-9d64-137502e7388f tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:27.164324 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e4141d4d-8d7a-44db-804b-6247f44bed9f req-3706bbd5-b45d-4846-9d64-137502e7388f tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 946 time: 0.0511379 Dec 16 21:58:27.165375 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Router 4702994a-c59e-4ddb-847a-cf3a0c865394 is scheduled to L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 21:58:27.260162 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e4141d4d-8d7a-44db-804b-6247f44bed9f req-71011cda-181b-4f4c-942c-394144895c2d tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889366 Dec 16 21:58:27.308801 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:58:27.318723 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Sync routers for ids ['4702994a-c59e-4ddb-847a-cf3a0c865394'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:58:27.327684 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Routers {'4702994a-c59e-4ddb-847a-cf3a0c865394'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:58:27.328288 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:58:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['4702994a-c59e-4ddb-847a-cf3a0c865394'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:27.403713 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] Publish callbacks [] for router, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:27.404999 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-e1a829e2-67c7-4178-be36-1a45d133314c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4832911 Dec 16 21:58:27.407721 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 47826) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:27.435528 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Set router 4702994a-c59e-4ddb-847a-cf3a0c865394 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:58:27.612138 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:26Z', 'revision_number': 3, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'gw_port': {'id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:27.641922 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Checking router: 4702994a-c59e-4ddb-847a-cf3a0c865394 for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:58:27.642265 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Updating router 4702994a-c59e-4ddb-847a-cf3a0c865394 port 588ab7c8-6a52-4a2d-ab30-1bb360997ed8 binding host dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:58:27.668756 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:27.843859 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:27.932622 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Publish callbacks [] for port, precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:28.000720 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Allocated IP 172.20.0.1 (71f6254c-4411-496d-8f04-e3185f693aeb/8564791e-acea-4fef-925a-284d462cf1b7/253daec5-1248-4c3a-b21d-6535ff58d834) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:58:28.007896 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:28.065874 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896fd54-8eef-49ce-ba3f-0f17f78e5cd7 None None] Pushing event updated for resources: {'Port': ['ID=588ab7c8-6a52-4a2d-ab30-1bb360997ed8,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:28.073473 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:58:28.075276 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0896fd54-8eef-49ce-ba3f-0f17f78e5cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.075833 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0896fd54-8eef-49ce-ba3f-0f17f78e5cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.078640 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0896fd54-8eef-49ce-ba3f-0f17f78e5cd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.078640 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0896fd54-8eef-49ce-ba3f-0f17f78e5cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.078640 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0896fd54-8eef-49ce-ba3f-0f17f78e5cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.078640 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0896fd54-8eef-49ce-ba3f-0f17f78e5cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.078640 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0896fd54-8eef-49ce-ba3f-0f17f78e5cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.078640 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0896fd54-8eef-49ce-ba3f-0f17f78e5cd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.078640 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0896fd54-8eef-49ce-ba3f-0f17f78e5cd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.078640 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0896fd54-8eef-49ce-ba3f-0f17f78e5cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.079206 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0896fd54-8eef-49ce-ba3f-0f17f78e5cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.079293 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0896fd54-8eef-49ce-ba3f-0f17f78e5cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.079539 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0896fd54-8eef-49ce-ba3f-0f17f78e5cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.086048 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Attempting to bind port 588ab7c8-6a52-4a2d-ab30-1bb360997ed8 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:58:28.086303 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Attempting to bind port 588ab7c8-6a52-4a2d-ab30-1bb360997ed8 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:58:28.086913 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Attempting to bind port 588ab7c8-6a52-4a2d-ab30-1bb360997ed8 on network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:58:28.092354 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:58:28.092752 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Checking segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:58:28.093320 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:28.093896 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Bound using segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:58:28.094366 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Bound port: 588ab7c8-6a52-4a2d-ab30-1bb360997ed8, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:58:28.094933 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:28.111575 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401847-05f0-4687-b1aa-7d1292c52d5a req-84dfc0b0-a753-433e-bfa6-f8d6b6697819 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:28.113431 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5401847-05f0-4687-b1aa-7d1292c52d5a req-84dfc0b0-a753-433e-bfa6-f8d6b6697819 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.1003342 Dec 16 21:58:28.134545 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:28.134998 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:28.148038 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] For port 588ab7c8-6a52-4a2d-ab30-1bb360997ed8, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:58:28.151343 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] For port 588ab7c8-6a52-4a2d-ab30-1bb360997ed8, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=588ab7c8-6a52-4a2d-ab30-1bb360997ed8,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:58:28.175822 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:28.205404 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f5401847-05f0-4687-b1aa-7d1292c52d5a req-c32f788f-e37e-4414-a212-c9c46c582cb9 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817251 Dec 16 21:58:28.230611 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:28.282299 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:28.295050 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Routers {'4702994a-c59e-4ddb-847a-cf3a0c865394'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:58:28.295050 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:58:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['4702994a-c59e-4ddb-847a-cf3a0c865394'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:28.334535 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896fd54-8eef-49ce-ba3f-0f17f78e5cd7 None None] Pushing event updated for resources: {'Port': ['ID=588ab7c8-6a52-4a2d-ab30-1bb360997ed8,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:28.354781 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Network 71f6254c-4411-496d-8f04-e3185f693aeb is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:58:28.359677 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:58:28.375338 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:58:28.390357 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Pushing event updated for resources: {'Port': ['ID=253daec5-1248-4c3a-b21d-6535ff58d834,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:28.411670 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] Set router 4702994a-c59e-4ddb-847a-cf3a0c865394 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:58:28.438748 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.439106 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.439450 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.439787 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.440144 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.440615 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.440922 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.440922 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.441600 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.441896 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.442215 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.442534 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.442852 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:28.468424 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:28.476245 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827fa12-ed34-4beb-a5cf-b1290ae7473c req-d2bc5abc-0c17-4ab7-937d-6729455b7261 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:28.477858 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b827fa12-ed34-4beb-a5cf-b1290ae7473c req-d2bc5abc-0c17-4ab7-937d-6729455b7261 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 946 time: 0.0992689 Dec 16 21:58:28.605633 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b827fa12-ed34-4beb-a5cf-b1290ae7473c req-d70877a9-ca88-4802-8570-02e3462bfc76 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899773 Dec 16 21:58:28.634911 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:26Z', 'revision_number': 3, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'gw_port': {'id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:28.661660 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf02d7f-7f36-407f-8e95-d2a302a3c4b1 None None] The sync data for ids ['4702994a-c59e-4ddb-847a-cf3a0c865394'] in dv-cinder-790535-21-iscsi is: [{'id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:26Z', 'revision_number': 3, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'gw_port': {'id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:58:28.699897 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8ee99b53-b0fb-433c-aa3f-30a04bbe08f6 None None] Provisioning complete for port 253daec5-1248-4c3a-b21d-6535ff58d834 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:28.700272 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ee99b53-b0fb-433c-aa3f-30a04bbe08f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:28.720770 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:28.747592 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee99b53-b0fb-433c-aa3f-30a04bbe08f6 None None] Port 253daec5-1248-4c3a-b21d-6535ff58d834 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:58:28.873352 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-34fab132-43d3-4485-a350-d8b9776ed819 req-5821bd05-7cae-4e0d-8e17-92e0ea87c8fe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427768 Dec 16 21:58:28.926075 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:28.989553 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fab132-43d3-4485-a350-d8b9776ed819 req-fb52efcc-3db6-4024-beac-131291f066a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:28.990958 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-34fab132-43d3-4485-a350-d8b9776ed819 req-fb52efcc-3db6-4024-beac-131291f066a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1971819039c4cf3865752304b29bb01&device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 1099 time: 0.0609875 Dec 16 21:58:28.998373 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a10d3-42be-4562-afe5-1c2085406a91 req-b76a0ac1-cfa1-4d61-ba02-4a13a9527c77 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:28.999818 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ae8a10d3-42be-4562-afe5-1c2085406a91 req-b76a0ac1-cfa1-4d61-ba02-4a13a9527c77 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 946 time: 0.1254065 Dec 16 21:58:29.030314 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3293262'] for port, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:29.134707 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Pushing event updated for resources: {'Port': ['ID=253daec5-1248-4c3a-b21d-6535ff58d834,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:29.141751 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581090'] for router_interface, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:29.175399 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fab132-43d3-4485-a350-d8b9776ed819 req-4f0948e3-336a-436b-aeb8-50ad433e873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:29.177124 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-34fab132-43d3-4485-a350-d8b9776ed819 req-4f0948e3-336a-436b-aeb8-50ad433e873a service neutron] 10.222.0.59 "GET /v2.0/networks?id=752880ba-371c-4f56-98a7-5aae487e8357 HTTP/1.1" status: 200 len: 920 time: 0.1645393 Dec 16 21:58:29.230084 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-34fab132-43d3-4485-a350-d8b9776ed819 req-8fb72800-e609-4d03-84ea-9d85a32075ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dada478a-0ac4-456c-b757-ffc048943264 HTTP/1.1" status: 200 len: 217 time: 0.0413852 Dec 16 21:58:29.232933 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-ae8a10d3-42be-4562-afe5-1c2085406a91 req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Deleting port af5d815d-b905-4ac6-93c7-e97415241839 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 21:58:29.233265 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-ae8a10d3-42be-4562-afe5-1c2085406a91 req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:29.259891 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Network 71f6254c-4411-496d-8f04-e3185f693aeb is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:58:29.261644 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:58:29.348933 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fab132-43d3-4485-a350-d8b9776ed819 req-b24aa8e7-f647-4c04-b67e-f7aba5f1d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:29.351787 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-34fab132-43d3-4485-a350-d8b9776ed819 req-b24aa8e7-f647-4c04-b67e-f7aba5f1d127 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84291270-e6c0-402c-af46-4551769988aa HTTP/1.1" status: 200 len: 859 time: 0.0559099 Dec 16 21:58:29.390709 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-34fab132-43d3-4485-a350-d8b9776ed819 req-c0723433-32a7-4772-83a0-7f128a873bbb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=752880ba-371c-4f56-98a7-5aae487e8357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304163 Dec 16 21:58:29.420553 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49678704-ff9f-4428-87ca-aab3e758ed38 req-a4dcc7ad-0751-4564-afd8-4e6907bdca19 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:29.429231 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-49678704-ff9f-4428-87ca-aab3e758ed38 req-a4dcc7ad-0751-4564-afd8-4e6907bdca19 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.1175127 Dec 16 21:58:29.456828 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Router 4702994a-c59e-4ddb-847a-cf3a0c865394 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 21:58:29.463338 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-ae8a10d3-42be-4562-afe5-1c2085406a91 req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] For port af5d815d-b905-4ac6-93c7-e97415241839, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=af5d815d-b905-4ac6-93c7-e97415241839,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:29.463873 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-ae8a10d3-42be-4562-afe5-1c2085406a91 req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:29.502205 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-49678704-ff9f-4428-87ca-aab3e758ed38 req-a5d6c90b-0eb8-4a5e-93cd-578f037f6756 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708508 Dec 16 21:58:29.514244 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-ae8a10d3-42be-4562-afe5-1c2085406a91 req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Calling delete_port for af5d815d-b905-4ac6-93c7-e97415241839 owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 21:58:29.586270 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-1656eb5e-15c5-4043-a007-502938fd0015 None None] Provisioning complete for port 253daec5-1248-4c3a-b21d-6535ff58d834 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:29.587355 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1656eb5e-15c5-4043-a007-502938fd0015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:29.597324 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-34fab132-43d3-4485-a350-d8b9776ed819 req-4080ddbf-2a4d-444c-8d64-135a456e589f service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720791 Dec 16 21:58:29.614530 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:58:29.627263 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-eacbc3ee-8d0b-4404-bd7b-1e54a49fe013 admin admin] 10.222.0.44 "PUT /v2.0/routers/4702994a-c59e-4ddb-847a-cf3a0c865394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2109914 Dec 16 21:58:29.649746 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1656eb5e-15c5-4043-a007-502938fd0015 None None] Port 253daec5-1248-4c3a-b21d-6535ff58d834 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:58:29.779019 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-ae8a10d3-42be-4562-afe5-1c2085406a91 req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:29.785709 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf7f0d-f899-4008-b778-19f4c02b956a req-e9babe16-7322-4790-8c82-8622bff01dd7 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:29.787340 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c8bf7f0d-f899-4008-b778-19f4c02b956a req-e9babe16-7322-4790-8c82-8622bff01dd7 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 946 time: 0.0566652 Dec 16 21:58:29.821223 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Pushing event deleted for resources: {'Port': ['ID=af5d815d-b905-4ac6-93c7-e97415241839,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:29.849384 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:29.849888 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:29.850336 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:29.850771 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:29.851177 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:29.851603 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:29.852007 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:29.852348 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:29.852709 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:29.853125 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:29.853369 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:29.853696 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:29.854023 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:29.854132 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c8bf7f0d-f899-4008-b778-19f4c02b956a req-c32d49bf-c5c4-492e-bb99-592c8282d691 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602901 Dec 16 21:58:29.870636 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8a10d3-42be-4562-afe5-1c2085406a91 req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] No DVR routers for this DVR port af5d815d-b905-4ac6-93c7-e97415241839 on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 21:58:29.872936 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-ae8a10d3-42be-4562-afe5-1c2085406a91 req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:29.876548 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ae8a10d3-42be-4562-afe5-1c2085406a91 req-c2e1bfd8-ccef-47ca-a9f8-b1606ee71149 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "DELETE /v2.0/ports/af5d815d-b905-4ac6-93c7-e97415241839 HTTP/1.1" status: 204 len: 173 time: 0.8709612 Dec 16 21:58:29.877156 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2ab184-9bf7-4396-bfec-c83fed9a84a2', 'name': 'network-vif-deleted', 'tag': 'af5d815d-b905-4ac6-93c7-e97415241839'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:58:29.880210 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacd3cb6-8424-43c9-8640-01ecdbf75954" -d '{"events": [{"server_uuid": "6f2ab184-9bf7-4396-bfec-c83fed9a84a2", "name": "network-vif-deleted", "tag": "af5d815d-b905-4ac6-93c7-e97415241839"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:58:29.916292 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5e2afc-a9cb-4820-9e1a-819587b7a8ac x-openstack-request-id: req-ec5e2afc-a9cb-4820-9e1a-819587b7a8ac {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:58:29.916755 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2ab184-9bf7-4396-bfec-c83fed9a84a2", "name": "network-vif-deleted", "tag": "af5d815d-b905-4ac6-93c7-e97415241839", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:58:29.917054 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec5e2afc-a9cb-4820-9e1a-819587b7a8ac {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:58:29.917517 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2ab184-9bf7-4396-bfec-c83fed9a84a2', 'name': 'network-vif-deleted', 'tag': 'af5d815d-b905-4ac6-93c7-e97415241839', 'status': 'completed', 'code': 200} Dec 16 21:58:30.082393 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5ce3-7977-4f59-a379-ce7fd3a87c65 req-31af9224-f331-4c8a-81cb-7547b7cbf125 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:30.083930 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-328a5ce3-7977-4f59-a379-ce7fd3a87c65 req-31af9224-f331-4c8a-81cb-7547b7cbf125 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0514393 Dec 16 21:58:30.086436 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 588ab7c8-6a52-4a2d-ab30-1bb360997ed8 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:58:30.162879 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 588ab7c8-6a52-4a2d-ab30-1bb360997ed8 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:30.163527 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:30.200839 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-328a5ce3-7977-4f59-a379-ce7fd3a87c65 req-a5c26d12-feec-411f-b1a1-0199922eb825 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901728 Dec 16 21:58:30.246348 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:30.272313 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] For port 588ab7c8-6a52-4a2d-ab30-1bb360997ed8, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=588ab7c8-6a52-4a2d-ab30-1bb360997ed8,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:30.350680 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:30.417529 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Pushing event updated for resources: {'Port': ['ID=588ab7c8-6a52-4a2d-ab30-1bb360997ed8,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:30.434161 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 47874) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:30.439057 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-507106711-network', 'tenant_id': 'f574d91edfde44eb8e4ef35c875dc5af'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:58:30.501645 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] Made reservation on behalf of f574d91edfde44eb8e4ef35c875dc5af for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:58:30.504804 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:30.515473 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:30.536886 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Sync routers for ids ['4702994a-c59e-4ddb-847a-cf3a0c865394'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:58:30.550687 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Routers {'4702994a-c59e-4ddb-847a-cf3a0c865394'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:58:30.551542 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:58:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['4702994a-c59e-4ddb-847a-cf3a0c865394'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:30.660442 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b1e53-caf2-4c59-bf31-ed94ceb53bf3 req-6348eaae-50cf-4262-b472-68ba87f656f1 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:30.662334 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6c4b1e53-caf2-4c59-bf31-ed94ceb53bf3 req-6348eaae-50cf-4262-b472-68ba87f656f1 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0631588 Dec 16 21:58:30.669232 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Set router 4702994a-c59e-4ddb-847a-cf3a0c865394 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:58:30.704876 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:30.711760 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-34fab132-43d3-4485-a350-d8b9776ed819 req-67754e4c-d144-4c07-87a9-6f61e8151039 service neutron] 10.222.0.59 "GET /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386693 Dec 16 21:58:30.723902 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6c4b1e53-caf2-4c59-bf31-ed94ceb53bf3 req-48409c65-d5e0-4e5b-9604-cf8bd2f5b493 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483456 Dec 16 21:58:30.755889 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:30.781861 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:58:30.791663 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cf6253-dfba-4ae2-a574-2b6203e018aa,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:30.799045 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:30.800169 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] Added segment bca35f68-46eb-4756-94e5-4d9d3758955a of type vlan for network ecdcd14d-cb7b-457e-bbf9-98a8576b24da Dec 16 21:58:30.842618 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:30.882011 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:28Z', 'revision_number': 4, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'gw_port': {'id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '253daec5-1248-4c3a-b21d-6535ff58d834', 'name': '', 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'mac_address': 'fa:16:3e:a0:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8564791e-acea-4fef-925a-284d462cf1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:27Z', 'updated_at': '2021-12-16T21:58:28Z', 'revision_number': 2, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'subnets': [{'id': '8564791e-acea-4fef-925a-284d462cf1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:30.932786 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:30.933972 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:30.934675 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:30.972639 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f52aefe6-3db1-40ca-a407-831398f84f0d req-aca33420-b29f-488f-9c68-31569373a58b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 210 time: 0.0299988 Dec 16 21:58:31.006633 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] Pushing event updated for resources: {'Network': ['ID=ecdcd14d-cb7b-457e-bbf9-98a8576b24da,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:31.034566 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network ecdcd14d-cb7b-457e-bbf9-98a8576b24da details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:58:31.036842 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Checking router: 4702994a-c59e-4ddb-847a-cf3a0c865394 for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:58:31.037189 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Updating router 4702994a-c59e-4ddb-847a-cf3a0c865394 port 253daec5-1248-4c3a-b21d-6535ff58d834 binding host dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:58:31.038763 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-8b08e873-86c3-4381-bcb3-7ff236efbe72 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6034999 Dec 16 21:58:31.041490 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 47880) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:31.049006 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-0bd24a0d-9ef4-4faa-b209-c49b1588c582 admin admin] Request body: {'subnet': {'network_id': 'ecdcd14d-cb7b-457e-bbf9-98a8576b24da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-507106711-subnet', 'tenant_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:58:31.101113 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:31.128967 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd24a0d-9ef4-4faa-b209-c49b1588c582 admin admin] Made reservation on behalf of f574d91edfde44eb8e4ef35c875dc5af for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:58:31.131688 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0bd24a0d-9ef4-4faa-b209-c49b1588c582 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3513451'] for subnet, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:31.304146 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f565453-e6b7-414e-b98e-b473d9ca2e0a req-aadf5808-464d-417f-bda8-c1be7e83813f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:31.311403 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2f565453-e6b7-414e-b98e-b473d9ca2e0a req-aadf5808-464d-417f-bda8-c1be7e83813f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0581384 Dec 16 21:58:31.355408 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2f565453-e6b7-414e-b98e-b473d9ca2e0a req-43e65d00-eca7-47ba-a040-089228b9f126 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431235 Dec 16 21:58:31.390907 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Publish callbacks [] for port, precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:31.401701 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0bd24a0d-9ef4-4faa-b209-c49b1588c582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8473038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3513461'] for subnet, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:31.420413 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['23395dab-fbbd-45ba-b515-1a2e37b463e5', 'af5d815d-b905-4ac6-93c7-e97415241839'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:58:31.460664 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd24a0d-9ef4-4faa-b209-c49b1588c582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b852de88-5cb4-4bb9-993b-bf7fcf6975b8,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:31.465976 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd24a0d-9ef4-4faa-b209-c49b1588c582 admin admin] Checking segment: {'id': 'bca35f68-46eb-4756-94e5-4d9d3758955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'ecdcd14d-cb7b-457e-bbf9-98a8576b24da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:58:31.466330 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd24a0d-9ef4-4faa-b209-c49b1588c582 admin admin] Network hostable DHCP agents. Network: ecdcd14d-cb7b-457e-bbf9-98a8576b24da, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:58:31.482051 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:31.544387 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd24a0d-9ef4-4faa-b209-c49b1588c582 admin admin] Network ecdcd14d-cb7b-457e-bbf9-98a8576b24da is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:58:31.580545 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b13c3-8527-4809-8fc9-18b677d73092 None None] Pushing event updated for resources: {'Port': ['ID=253daec5-1248-4c3a-b21d-6535ff58d834,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:31.613168 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-0bd24a0d-9ef4-4faa-b209-c49b1588c582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, ecdcd14d-cb7b-457e-bbf9-98a8576b24da) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:58:31.617681 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd24a0d-9ef4-4faa-b209-c49b1588c582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:31.621330 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0bd24a0d-9ef4-4faa-b209-c49b1588c582 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:31.625917 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a24cb-9e72-47c2-8ce1-f98561fa1f77 None None] Network ecdcd14d-cb7b-457e-bbf9-98a8576b24da requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:58:31.671282 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Attempting to bind port 253daec5-1248-4c3a-b21d-6535ff58d834 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:58:31.671944 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Attempting to bind port 253daec5-1248-4c3a-b21d-6535ff58d834 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '1735b89e-8fc6-48a3-b4a1-e00a9f336090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:58:31.672072 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Attempting to bind port 253daec5-1248-4c3a-b21d-6535ff58d834 on network 71f6254c-4411-496d-8f04-e3185f693aeb {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:58:31.694693 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:58:31.695075 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Checking segment: {'id': '1735b89e-8fc6-48a3-b4a1-e00a9f336090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:58:31.695481 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:31.695883 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Bound using segment: {'id': '1735b89e-8fc6-48a3-b4a1-e00a9f336090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:58:31.696368 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Bound port: 253daec5-1248-4c3a-b21d-6535ff58d834, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1735b89e-8fc6-48a3-b4a1-e00a9f336090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:58:31.696773 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:31.707882 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0bd24a0d-9ef4-4faa-b209-c49b1588c582 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6653194 Dec 16 21:58:31.710710 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 47886) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:31.715173 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-507106711-router', 'tenant_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:58:31.815885 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfddd4881-cffc-5be5-9fa1-a47a6233afa8-ecdcd14d-cb7b-457e-bbf9-98a8576b24da', 'network_id': 'ecdcd14d-cb7b-457e-bbf9-98a8576b24da', 'project_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'fixed_ips': [{'subnet_id': 'b852de88-5cb4-4bb9-993b-bf7fcf6975b8'}]}} from dv-cinder-790535-21-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 21:58:31.816748 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:31.839651 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124246'] for router, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:31.839863 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] For port 253daec5-1248-4c3a-b21d-6535ff58d834, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:58:31.839991 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1646291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124257'] for router, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:31.840085 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-e91cf14e-5a51-4780-a2c6-d2718076d360 None None] Provisioning complete for port 253daec5-1248-4c3a-b21d-6535ff58d834 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:31.840085 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e91cf14e-5a51-4780-a2c6-d2718076d360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:31.848992 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83143eea-1104-496c-a3a0-81a1fe137c75 req-2b3fe17f-cd2a-44a8-9a79-87d7fe7a5421 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:31.851386 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83143eea-1104-496c-a3a0-81a1fe137c75 req-2b3fe17f-cd2a-44a8-9a79-87d7fe7a5421 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0557530 Dec 16 21:58:31.880846 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] For port 253daec5-1248-4c3a-b21d-6535ff58d834, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=253daec5-1248-4c3a-b21d-6535ff58d834,segment=NetworkSegment(1735b89e-8fc6-48a3-b4a1-e00a9f336090),segment_id=1735b89e-8fc6-48a3-b4a1-e00a9f336090)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:58:31.902141 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-83143eea-1104-496c-a3a0-81a1fe137c75 req-47491ac9-5a73-4a09-93d9-e1524030b502 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445743 Dec 16 21:58:31.906790 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:31.943080 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e91cf14e-5a51-4780-a2c6-d2718076d360 None None] Port 253daec5-1248-4c3a-b21d-6535ff58d834 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:58:31.947465 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:32.049393 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b13c3-8527-4809-8fc9-18b677d73092 None None] Pushing event updated for resources: {'Port': ['ID=253daec5-1248-4c3a-b21d-6535ff58d834,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:32.059714 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Routers {'4702994a-c59e-4ddb-847a-cf3a0c865394'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:58:32.060594 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:58:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['4702994a-c59e-4ddb-847a-cf3a0c865394'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:32.105683 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Allocated IP 172.20.0.2 (ecdcd14d-cb7b-457e-bbf9-98a8576b24da/b852de88-5cb4-4bb9-993b-bf7fcf6975b8/c3d9f478-2009-4065-9e5b-6088a1b09abd) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:58:32.118350 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 588ab7c8-6a52-4a2d-ab30-1bb360997ed8 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:58:32.123682 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bacf8d16-7c4f-42b7-83e7-eee8355ff8dd req-ae2ecc4c-682f-49a6-89c9-ab766d2d3995 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 210 time: 0.0414186 Dec 16 21:58:32.161621 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:32.297265 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] Set router 4702994a-c59e-4ddb-847a-cf3a0c865394 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:58:32.352979 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-a219ea6e-7c13-4169-ab79-c1482fe242f5 None None] Provisioning complete for port 253daec5-1248-4c3a-b21d-6535ff58d834 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:32.353352 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a219ea6e-7c13-4169-ab79-c1482fe242f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:32.354859 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 588ab7c8-6a52-4a2d-ab30-1bb360997ed8 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:32.355206 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:32.422588 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:32.454270 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:32.519915 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7104785-8b00-42d7-9b62-c1392d4f9c6c req-8e23a0ca-194c-4786-a385-147acdf38099 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:32.522303 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d7104785-8b00-42d7-9b62-c1392d4f9c6c req-8e23a0ca-194c-4786-a385-147acdf38099 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0793931 Dec 16 21:58:32.580901 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d7104785-8b00-42d7-9b62-c1392d4f9c6c req-a6b93736-31f8-47e0-acd6-de34a86ae3eb tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513873 Dec 16 21:58:32.582929 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Publish callbacks [] for port, precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:32.610725 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Allocated IP 172.27.3.127 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/fdb3074f-5733-48bc-b562-7217b40d9af3) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:58:32.654284 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:32.671500 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546'] for port, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:32.718878 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:32.830469 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:32.860677 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a219ea6e-7c13-4169-ab79-c1482fe242f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:32.885266 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:58:32.888631 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:58:32.891040 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:58:32.894384 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Network ecdcd14d-cb7b-457e-bbf9-98a8576b24da is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:58:32.906413 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:58:32.913367 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:58:32.922472 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Pushing event updated for resources: {'Port': ['ID=c3d9f478-2009-4065-9e5b-6088a1b09abd,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:32.937728 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-a219ea6e-7c13-4169-ab79-c1482fe242f5 None None] For port 253daec5-1248-4c3a-b21d-6535ff58d834, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=253daec5-1248-4c3a-b21d-6535ff58d834,segment=NetworkSegment(1735b89e-8fc6-48a3-b4a1-e00a9f336090),segment_id=1735b89e-8fc6-48a3-b4a1-e00a9f336090)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:32.988785 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Pushing event updated for resources: {'Port': ['ID=fdb3074f-5733-48bc-b562-7217b40d9af3,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:33.007563 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:28Z', 'revision_number': 4, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'gw_port': {'id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '253daec5-1248-4c3a-b21d-6535ff58d834', 'name': '', 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'mac_address': 'fa:16:3e:a0:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8564791e-acea-4fef-925a-284d462cf1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:27Z', 'updated_at': '2021-12-16T21:58:31Z', 'revision_number': 4, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'subnets': [{'id': '8564791e-acea-4fef-925a-284d462cf1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:33.040469 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b8c81-72bb-4cb9-8df9-fb833e7b4779 None None] The sync data for ids ['4702994a-c59e-4ddb-847a-cf3a0c865394'] in dv-cinder-790535-21-iscsi is: [{'id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:28Z', 'revision_number': 4, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'gw_port': {'id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '253daec5-1248-4c3a-b21d-6535ff58d834', 'name': '', 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'mac_address': 'fa:16:3e:a0:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8564791e-acea-4fef-925a-284d462cf1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:27Z', 'updated_at': '2021-12-16T21:58:31Z', 'revision_number': 4, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'subnets': [{'id': '8564791e-acea-4fef-925a-284d462cf1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:58:33.043573 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a219ea6e-7c13-4169-ab79-c1482fe242f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:33.047834 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Attempting to bind port c3d9f478-2009-4065-9e5b-6088a1b09abd on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:58:33.048218 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Attempting to bind port c3d9f478-2009-4065-9e5b-6088a1b09abd by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': 'bca35f68-46eb-4756-94e5-4d9d3758955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'ecdcd14d-cb7b-457e-bbf9-98a8576b24da'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:58:33.048568 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Attempting to bind port c3d9f478-2009-4065-9e5b-6088a1b09abd on network ecdcd14d-cb7b-457e-bbf9-98a8576b24da {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:58:33.082037 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:58:33.082037 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Checking segment: {'id': 'bca35f68-46eb-4756-94e5-4d9d3758955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'ecdcd14d-cb7b-457e-bbf9-98a8576b24da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:58:33.082037 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:33.082037 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Bound using segment: {'id': 'bca35f68-46eb-4756-94e5-4d9d3758955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'ecdcd14d-cb7b-457e-bbf9-98a8576b24da'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:58:33.082037 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Bound port: c3d9f478-2009-4065-9e5b-6088a1b09abd, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca35f68-46eb-4756-94e5-4d9d3758955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'ecdcd14d-cb7b-457e-bbf9-98a8576b24da'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:58:33.082037 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:33.083966 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee3b85-f076-4972-a9d9-24b673b3ede1 req-7e5203b7-ad04-42de-85a7-2a0a68f6d56c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:33.085725 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9cee3b85-f076-4972-a9d9-24b673b3ede1 req-7e5203b7-ad04-42de-85a7-2a0a68f6d56c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0935061 Dec 16 21:58:33.191105 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219ea6e-7c13-4169-ab79-c1482fe242f5 None None] Pushing event updated for resources: {'Port': ['ID=253daec5-1248-4c3a-b21d-6535ff58d834,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:33.223983 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] For port c3d9f478-2009-4065-9e5b-6088a1b09abd, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:58:33.227580 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] For port c3d9f478-2009-4065-9e5b-6088a1b09abd, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=c3d9f478-2009-4065-9e5b-6088a1b09abd,segment=NetworkSegment(bca35f68-46eb-4756-94e5-4d9d3758955a),segment_id=bca35f68-46eb-4756-94e5-4d9d3758955a)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:58:33.239348 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9cee3b85-f076-4972-a9d9-24b673b3ede1 req-88cb2d61-024f-4c66-96b6-361d63d2d7e3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248477 Dec 16 21:58:33.301885 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:33.325523 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ab7099e7-f7db-4ca0-8f1c-7040441887c4 req-64bfde6a-4477-428a-8d7a-278a6794546e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2ab184-9bf7-4396-bfec-c83fed9a84a2 HTTP/1.1" status: 200 len: 210 time: 0.0471900 Dec 16 21:58:33.391156 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a41875-d522-4fe5-b750-1ab6c9a2a2cb None None] Pushing event updated for resources: {'Port': ['ID=c3d9f478-2009-4065-9e5b-6088a1b09abd,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:33.418964 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:33.433847 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device af5d815d-b905-4ac6-93c7-e97415241839 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 21:58:33.462340 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: af5d815d-b905-4ac6-93c7-e97415241839 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 21:58:33.462779 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device af5d815d-b905-4ac6-93c7-e97415241839 not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 21:58:33.671863 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584865'] for router, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:33.815053 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92821166-63de-4c67-ba43-aa8c4d8ff691 req-0e7a984c-220e-4d2c-b2b6-9f30c15cb149 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:33.818356 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-92821166-63de-4c67-ba43-aa8c4d8ff691 req-0e7a984c-220e-4d2c-b2b6-9f30c15cb149 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.1091955 Dec 16 21:58:33.900505 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-92821166-63de-4c67-ba43-aa8c4d8ff691 req-520dd605-dd88-4f02-b97e-4f1e19c4ecd1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603426 Dec 16 21:58:33.974107 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Router 099be218-34f5-476f-a5ba-cdbb58974752 is scheduled to L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 with binding_index 1 {{(pid=109593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 21:58:34.167700 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 253daec5-1248-4c3a-b21d-6535ff58d834 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:58:34.255085 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 253daec5-1248-4c3a-b21d-6535ff58d834 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:34.255555 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:34.385007 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device c3d9f478-2009-4065-9e5b-6088a1b09abd up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:58:34.396653 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:58:34.406489 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Sync routers for ids ['099be218-34f5-476f-a5ba-cdbb58974752'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:58:34.425808 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Routers {'099be218-34f5-476f-a5ba-cdbb58974752'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:58:34.426155 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:58:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['099be218-34f5-476f-a5ba-cdbb58974752'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:34.459449 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6f5b6-3627-4849-9599-e5eed66175ee req-a8363c4f-85cc-4c80-b1f5-06ab1856a14e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:34.461354 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bbc6f5b6-3627-4849-9599-e5eed66175ee req-a8363c4f-85cc-4c80-b1f5-06ab1856a14e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.1174479 Dec 16 21:58:34.471263 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port c3d9f478-2009-4065-9e5b-6088a1b09abd triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:34.472228 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:34.502844 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] Publish callbacks [] for router, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:34.507039 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-23cdf053-5c0d-4656-b377-08a3e8e8dcd7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7951822 Dec 16 21:58:34.510219 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 47920) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:34.568065 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Set router 099be218-34f5-476f-a5ba-cdbb58974752 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:58:34.592208 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:34.603525 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bbc6f5b6-3627-4849-9599-e5eed66175ee req-ec4f9680-2084-488a-8e2f-d1bc90c52649 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334867 Dec 16 21:58:34.631630 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68a96e4-59ca-48d7-bb74-a7ff33a98167 None None] Network ecdcd14d-cb7b-457e-bbf9-98a8576b24da requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:58:34.708909 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] For port c3d9f478-2009-4065-9e5b-6088a1b09abd, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=c3d9f478-2009-4065-9e5b-6088a1b09abd,segment=NetworkSegment(bca35f68-46eb-4756-94e5-4d9d3758955a),segment_id=bca35f68-46eb-4756-94e5-4d9d3758955a)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:34.739932 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-abc62b67-5473-4c08-b2fc-36b0417864f9 None None] Provisioning complete for port c3d9f478-2009-4065-9e5b-6088a1b09abd triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:34.740300 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abc62b67-5473-4c08-b2fc-36b0417864f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:34.784848 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:34.845688 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099be218-34f5-476f-a5ba-cdbb58974752', 'name': 'tempest-TestMinimumBasicScenario-507106711-router', 'tenant_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fdb3074f-5733-48bc-b562-7217b40d9af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:31Z', 'updated_at': '2021-12-16T21:58:33Z', 'revision_number': 3, 'project_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'gw_port': {'id': 'fdb3074f-5733-48bc-b562-7217b40d9af3', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:27:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099be218-34f5-476f-a5ba-cdbb58974752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:32Z', 'updated_at': '2021-12-16T21:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:34.851935 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Pushing event updated for resources: {'Port': ['ID=c3d9f478-2009-4065-9e5b-6088a1b09abd,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:34.881742 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Checking router: 099be218-34f5-476f-a5ba-cdbb58974752 for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:58:34.882458 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Updating router 099be218-34f5-476f-a5ba-cdbb58974752 port fdb3074f-5733-48bc-b562-7217b40d9af3 binding host dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:58:34.913881 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:35.154405 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-4a9bc9f3-0670-4d14-818d-389b4547f76c None None] Provisioning complete for port c3d9f478-2009-4065-9e5b-6088a1b09abd triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:35.154773 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a9bc9f3-0670-4d14-818d-389b4547f76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:35.223940 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1181b-038f-493b-9ff3-ce77e6fe50fb req-8fc3509e-c37d-4b3d-b620-22a7cd7dd107 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:35.225593 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e7c1181b-038f-493b-9ff3-ce77e6fe50fb req-8fc3509e-c37d-4b3d-b620-22a7cd7dd107 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.1049161 Dec 16 21:58:35.275357 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Publish callbacks [] for port, precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:35.323158 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e7c1181b-038f-493b-9ff3-ce77e6fe50fb req-24ae515f-03f9-4725-b0bf-79987f98c861 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798535 Dec 16 21:58:35.350076 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:35.371666 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:35.406642 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Attempting to bind port fdb3074f-5733-48bc-b562-7217b40d9af3 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:58:35.407203 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Attempting to bind port fdb3074f-5733-48bc-b562-7217b40d9af3 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:58:35.407363 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Attempting to bind port fdb3074f-5733-48bc-b562-7217b40d9af3 on network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:58:35.409886 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a003168-09b2-4d38-b87c-1da8dc4c0866 None None] Pushing event updated for resources: {'Port': ['ID=fdb3074f-5733-48bc-b562-7217b40d9af3,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:35.417363 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:58:35.417363 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Checking segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:58:35.417572 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:35.417885 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Bound using segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:58:35.418353 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Bound port: fdb3074f-5733-48bc-b562-7217b40d9af3, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:58:35.418753 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:35.471895 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] For port fdb3074f-5733-48bc-b562-7217b40d9af3, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:58:35.475077 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] For port fdb3074f-5733-48bc-b562-7217b40d9af3, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=fdb3074f-5733-48bc-b562-7217b40d9af3,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:58:35.528420 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Allocated IP 172.20.0.1 (ecdcd14d-cb7b-457e-bbf9-98a8576b24da/b852de88-5cb4-4bb9-993b-bf7fcf6975b8/efaef4b9-44f1-46ac-9c1b-9a224e687c5b) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:58:35.561666 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:35.614852 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Routers {'099be218-34f5-476f-a5ba-cdbb58974752'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:58:35.615466 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:58:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['099be218-34f5-476f-a5ba-cdbb58974752'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:35.631204 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:35.667573 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a003168-09b2-4d38-b87c-1da8dc4c0866 None None] Pushing event updated for resources: {'Port': ['ID=fdb3074f-5733-48bc-b562-7217b40d9af3,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:35.727727 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:35.741791 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] Set router 099be218-34f5-476f-a5ba-cdbb58974752 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:58:35.794967 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Network ecdcd14d-cb7b-457e-bbf9-98a8576b24da is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:58:35.800479 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:58:35.807180 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:58:35.813218 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=efaef4b9-44f1-46ac-9c1b-9a224e687c5b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:35.840412 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c7bc8-6795-4687-997c-5651b9f63be8 req-11b37f62-989f-401c-a6fb-8bc775afafbb tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:35.841994 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9a1c7bc8-6795-4687-997c-5651b9f63be8 req-11b37f62-989f-401c-a6fb-8bc775afafbb tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.1257713 Dec 16 21:58:35.887284 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:35.945179 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9a1c7bc8-6795-4687-997c-5651b9f63be8 req-f0aa0e36-e559-4d2f-ba65-0367dbde4b0d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940392 Dec 16 21:58:35.984992 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099be218-34f5-476f-a5ba-cdbb58974752', 'name': 'tempest-TestMinimumBasicScenario-507106711-router', 'tenant_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fdb3074f-5733-48bc-b562-7217b40d9af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:31Z', 'updated_at': '2021-12-16T21:58:33Z', 'revision_number': 3, 'project_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'gw_port': {'id': 'fdb3074f-5733-48bc-b562-7217b40d9af3', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:27:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099be218-34f5-476f-a5ba-cdbb58974752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:32Z', 'updated_at': '2021-12-16T21:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:36.014919 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062e9860-8da5-4df8-958b-86aeb24b9244 None None] The sync data for ids ['099be218-34f5-476f-a5ba-cdbb58974752'] in dv-cinder-790535-21-iscsi is: [{'id': '099be218-34f5-476f-a5ba-cdbb58974752', 'name': 'tempest-TestMinimumBasicScenario-507106711-router', 'tenant_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fdb3074f-5733-48bc-b562-7217b40d9af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:31Z', 'updated_at': '2021-12-16T21:58:33Z', 'revision_number': 3, 'project_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'gw_port': {'id': 'fdb3074f-5733-48bc-b562-7217b40d9af3', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:27:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099be218-34f5-476f-a5ba-cdbb58974752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:32Z', 'updated_at': '2021-12-16T21:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:58:36.066699 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device c3d9f478-2009-4065-9e5b-6088a1b09abd up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:58:36.094243 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-ad18c7f1-dbf4-482d-90ee-31b3dcebb784 None None] Provisioning complete for port efaef4b9-44f1-46ac-9c1b-9a224e687c5b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:36.094618 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad18c7f1-dbf4-482d-90ee-31b3dcebb784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:36.129163 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:36.144769 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ad18c7f1-dbf4-482d-90ee-31b3dcebb784 None None] Port efaef4b9-44f1-46ac-9c1b-9a224e687c5b cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:58:36.155493 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port c3d9f478-2009-4065-9e5b-6088a1b09abd triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:36.155973 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:36.326946 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:36.410016 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3293262'] for port, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:36.505742 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581090'] for router_interface, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:36.510836 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=efaef4b9-44f1-46ac-9c1b-9a224e687c5b,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:36.523979 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8796af9-6d30-4851-b7ba-e74cf3045d00 req-6fe1f815-7664-4ce7-9f59-e63cc047408f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:36.525652 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f8796af9-6d30-4851-b7ba-e74cf3045d00 req-6fe1f815-7664-4ce7-9f59-e63cc047408f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.1273184 Dec 16 21:58:36.629538 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f8796af9-6d30-4851-b7ba-e74cf3045d00 req-64215d74-e109-4012-a771-7a55f345b4a3 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974650 Dec 16 21:58:36.653301 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Network ecdcd14d-cb7b-457e-bbf9-98a8576b24da is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:58:36.654713 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:58:36.778298 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Router 099be218-34f5-476f-a5ba-cdbb58974752 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 21:58:36.874286 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-373afb40-9efc-47e1-a6c6-c387c6313b6a None None] Provisioning complete for port efaef4b9-44f1-46ac-9c1b-9a224e687c5b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:36.874397 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-373afb40-9efc-47e1-a6c6-c387c6313b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:36.904606 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:58:36.910548 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a59ba83a-42fd-4a58-921c-58466b75c4b1 admin admin] 10.222.0.44 "PUT /v2.0/routers/099be218-34f5-476f-a5ba-cdbb58974752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3953614 Dec 16 21:58:36.934649 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-373afb40-9efc-47e1-a6c6-c387c6313b6a None None] Port efaef4b9-44f1-46ac-9c1b-9a224e687c5b cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:58:37.074785 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825aa93f-b366-48a1-aefd-0b75ce3c23a2 req-48eb8a30-7ec6-47b5-91ae-8c69bd548732 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:37.076291 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-825aa93f-b366-48a1-aefd-0b75ce3c23a2 req-48eb8a30-7ec6-47b5-91ae-8c69bd548732 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0506229 Dec 16 21:58:37.130778 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-825aa93f-b366-48a1-aefd-0b75ce3c23a2 req-ea90d85e-c9a8-4d7c-869a-e81867ce5fb1 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484133 Dec 16 21:58:37.639481 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Sync routers for ids ['099be218-34f5-476f-a5ba-cdbb58974752'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:58:37.651022 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Routers {'099be218-34f5-476f-a5ba-cdbb58974752'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:58:37.651640 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:58:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['099be218-34f5-476f-a5ba-cdbb58974752'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:37.766208 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a25c9-6c5b-4656-bc38-5989ee58be2a req-06ecf806-e67d-40b2-b96c-41809a3661d1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:37.767707 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4d3a25c9-6c5b-4656-bc38-5989ee58be2a req-06ecf806-e67d-40b2-b96c-41809a3661d1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.0565259 Dec 16 21:58:37.779405 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Set router 099be218-34f5-476f-a5ba-cdbb58974752 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:58:37.867876 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4d3a25c9-6c5b-4656-bc38-5989ee58be2a req-757c9a0f-7ccd-4d21-8d80-c7b4779c9baa tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857553 Dec 16 21:58:38.075363 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099be218-34f5-476f-a5ba-cdbb58974752', 'name': 'tempest-TestMinimumBasicScenario-507106711-router', 'tenant_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fdb3074f-5733-48bc-b562-7217b40d9af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:31Z', 'updated_at': '2021-12-16T21:58:36Z', 'revision_number': 4, 'project_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'gw_port': {'id': 'fdb3074f-5733-48bc-b562-7217b40d9af3', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:27:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099be218-34f5-476f-a5ba-cdbb58974752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:32Z', 'updated_at': '2021-12-16T21:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': 'efaef4b9-44f1-46ac-9c1b-9a224e687c5b', 'name': '', 'network_id': 'ecdcd14d-cb7b-457e-bbf9-98a8576b24da', 'tenant_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'mac_address': 'fa:16:3e:05:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099be218-34f5-476f-a5ba-cdbb58974752', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b852de88-5cb4-4bb9-993b-bf7fcf6975b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:35Z', 'updated_at': '2021-12-16T21:58:36Z', 'revision_number': 2, 'project_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'subnets': [{'id': 'b852de88-5cb4-4bb9-993b-bf7fcf6975b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:38.129373 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Checking router: 099be218-34f5-476f-a5ba-cdbb58974752 for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:58:38.129730 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Updating router 099be218-34f5-476f-a5ba-cdbb58974752 port efaef4b9-44f1-46ac-9c1b-9a224e687c5b binding host dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:58:38.158388 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device fdb3074f-5733-48bc-b562-7217b40d9af3 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:58:38.159220 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac365b4-2d68-42ba-b90d-c2900a1dd636 req-f2785303-78a6-4081-a125-adeee1dff82e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:38.161605 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5ac365b4-2d68-42ba-b90d-c2900a1dd636 req-f2785303-78a6-4081-a125-adeee1dff82e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.1014352 Dec 16 21:58:38.196708 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:38.359465 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-5ac365b4-2d68-42ba-b90d-c2900a1dd636 req-281ab8ef-9869-49b2-ad41-74ce153a86d7 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Deleting port dada478a-0ac4-456c-b757-ffc048943264 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 21:58:38.359799 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5ac365b4-2d68-42ba-b90d-c2900a1dd636 req-281ab8ef-9869-49b2-ad41-74ce153a86d7 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:38.373549 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b49b88-278b-4c5f-ac98-6b29755aa9d2 req-ed66a3fa-2ade-4616-81e8-7056851789b8 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:38.379191 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-65b49b88-278b-4c5f-ac98-6b29755aa9d2 req-ed66a3fa-2ade-4616-81e8-7056851789b8 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.1152761 Dec 16 21:58:38.409937 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port fdb3074f-5733-48bc-b562-7217b40d9af3 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:38.410293 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:38.495997 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-65b49b88-278b-4c5f-ac98-6b29755aa9d2 req-5b6dd807-d9e5-4142-9b3a-267bd695bf33 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121681 Dec 16 21:58:38.520946 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c928b4-20dd-415c-bf74-6c7b788c67a2 req-ff96c0e6-8b9a-48e2-b490-69dd2e880729 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:38.522512 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-49c928b4-20dd-415c-bf74-6c7b788c67a2 req-ff96c0e6-8b9a-48e2-b490-69dd2e880729 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 945 time: 0.1297312 Dec 16 21:58:38.568724 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-5ac365b4-2d68-42ba-b90d-c2900a1dd636 req-281ab8ef-9869-49b2-ad41-74ce153a86d7 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] For port dada478a-0ac4-456c-b757-ffc048943264, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dada478a-0ac4-456c-b757-ffc048943264,segment=NetworkSegment(e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5),segment_id=e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:38.569386 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5ac365b4-2d68-42ba-b90d-c2900a1dd636 req-281ab8ef-9869-49b2-ad41-74ce153a86d7 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:38.591590 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-5ac365b4-2d68-42ba-b90d-c2900a1dd636 req-281ab8ef-9869-49b2-ad41-74ce153a86d7 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Calling delete_port for dada478a-0ac4-456c-b757-ffc048943264 owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 21:58:38.673999 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-49c928b4-20dd-415c-bf74-6c7b788c67a2 req-cc4eb4b2-630f-4f74-80a7-483bdba6ee81 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322339 Dec 16 21:58:38.696989 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:38.742737 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] For port fdb3074f-5733-48bc-b562-7217b40d9af3, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=fdb3074f-5733-48bc-b562-7217b40d9af3,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:38.962010 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:38.972809 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Publish callbacks [] for port, precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:39.038506 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Pushing event updated for resources: {'Port': ['ID=fdb3074f-5733-48bc-b562-7217b40d9af3,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:39.058893 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911a0e5-be39-4270-b78a-bc6a86908a26 req-7160672b-45b0-4476-8b4c-f9c5fb81c0ee tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:39.068615 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e911a0e5-be39-4270-b78a-bc6a86908a26 req-7160672b-45b0-4476-8b4c-f9c5fb81c0ee tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 946 time: 0.1180711 Dec 16 21:58:39.125014 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e911a0e5-be39-4270-b78a-bc6a86908a26 req-6f958b25-afa0-43b7-8f5f-b0692685a217 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557590 Dec 16 21:58:39.150892 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5ac365b4-2d68-42ba-b90d-c2900a1dd636 req-281ab8ef-9869-49b2-ad41-74ce153a86d7 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:39.164125 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['dada478a-0ac4-456c-b757-ffc048943264', 'f432d8b2-3e2c-417a-96a4-d1126494f26c'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:58:39.197466 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ab8ef-9869-49b2-ad41-74ce153a86d7 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Pushing event deleted for resources: {'Port': ['ID=dada478a-0ac4-456c-b757-ffc048943264,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:39.207879 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:39.280166 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac365b4-2d68-42ba-b90d-c2900a1dd636 req-281ab8ef-9869-49b2-ad41-74ce153a86d7 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] No DVR routers for this DVR port dada478a-0ac4-456c-b757-ffc048943264 on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 21:58:39.285163 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5ac365b4-2d68-42ba-b90d-c2900a1dd636 req-281ab8ef-9869-49b2-ad41-74ce153a86d7 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:39.289593 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5ac365b4-2d68-42ba-b90d-c2900a1dd636 req-281ab8ef-9869-49b2-ad41-74ce153a86d7 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.59 "DELETE /v2.0/ports/dada478a-0ac4-456c-b757-ffc048943264 HTTP/1.1" status: 204 len: 173 time: 1.1107225 Dec 16 21:58:39.292811 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0f6f46-fab2-4e53-bf27-e49fc771f8ca', 'name': 'network-vif-deleted', 'tag': 'dada478a-0ac4-456c-b757-ffc048943264'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:58:39.295729 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23d88a8-0439-466c-b86b-6cd963fa89e6" -d '{"events": [{"server_uuid": "bf0f6f46-fab2-4e53-bf27-e49fc771f8ca", "name": "network-vif-deleted", "tag": "dada478a-0ac4-456c-b757-ffc048943264"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:58:39.311849 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ed715-852d-483b-8900-c0efd4e69ee6 None None] Pushing event updated for resources: {'Port': ['ID=efaef4b9-44f1-46ac-9c1b-9a224e687c5b,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:39.357724 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6450a77f-9d51-4c88-86f2-4ce1cfc40e9d x-openstack-request-id: req-6450a77f-9d51-4c88-86f2-4ce1cfc40e9d {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:58:39.358151 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0f6f46-fab2-4e53-bf27-e49fc771f8ca", "name": "network-vif-deleted", "tag": "dada478a-0ac4-456c-b757-ffc048943264", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:58:39.358512 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6450a77f-9d51-4c88-86f2-4ce1cfc40e9d {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:58:39.358985 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0f6f46-fab2-4e53-bf27-e49fc771f8ca', 'name': 'network-vif-deleted', 'tag': 'dada478a-0ac4-456c-b757-ffc048943264', 'status': 'completed', 'code': 200} Dec 16 21:58:39.397145 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Attempting to bind port efaef4b9-44f1-46ac-9c1b-9a224e687c5b on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:58:39.397504 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Attempting to bind port efaef4b9-44f1-46ac-9c1b-9a224e687c5b by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': 'bca35f68-46eb-4756-94e5-4d9d3758955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'ecdcd14d-cb7b-457e-bbf9-98a8576b24da'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:58:39.398054 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Attempting to bind port efaef4b9-44f1-46ac-9c1b-9a224e687c5b on network ecdcd14d-cb7b-457e-bbf9-98a8576b24da {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:58:39.440947 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:58:39.442474 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Checking segment: {'id': 'bca35f68-46eb-4756-94e5-4d9d3758955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'ecdcd14d-cb7b-457e-bbf9-98a8576b24da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:58:39.442474 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:39.442857 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Bound using segment: {'id': 'bca35f68-46eb-4756-94e5-4d9d3758955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'ecdcd14d-cb7b-457e-bbf9-98a8576b24da'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:58:39.443554 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Bound port: efaef4b9-44f1-46ac-9c1b-9a224e687c5b, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca35f68-46eb-4756-94e5-4d9d3758955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'ecdcd14d-cb7b-457e-bbf9-98a8576b24da'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:58:39.444571 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:39.583116 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] For port efaef4b9-44f1-46ac-9c1b-9a224e687c5b, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:58:39.590459 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] For port efaef4b9-44f1-46ac-9c1b-9a224e687c5b, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=efaef4b9-44f1-46ac-9c1b-9a224e687c5b,segment=NetworkSegment(bca35f68-46eb-4756-94e5-4d9d3758955a),segment_id=bca35f68-46eb-4756-94e5-4d9d3758955a)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:58:39.594503 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-4ee82067-5775-4006-bd6f-df76262dd2f7 None None] Provisioning complete for port efaef4b9-44f1-46ac-9c1b-9a224e687c5b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:39.594871 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ee82067-5775-4006-bd6f-df76262dd2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:39.696088 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b462d-1397-4c7e-a3dc-f51ec46dea43 req-b7f82960-53f9-4f84-a2e2-e2cd1f2276c7 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:39.704036 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fa7b462d-1397-4c7e-a3dc-f51ec46dea43 req-b7f82960-53f9-4f84-a2e2-e2cd1f2276c7 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0915227 Dec 16 21:58:39.789878 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:39.799138 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fa7b462d-1397-4c7e-a3dc-f51ec46dea43 req-7fdb9e24-f575-432d-975b-d5599dd640f2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781381 Dec 16 21:58:39.879836 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4ee82067-5775-4006-bd6f-df76262dd2f7 None None] Port efaef4b9-44f1-46ac-9c1b-9a224e687c5b cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:58:39.904773 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ed715-852d-483b-8900-c0efd4e69ee6 None None] Pushing event updated for resources: {'Port': ['ID=efaef4b9-44f1-46ac-9c1b-9a224e687c5b,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:39.907900 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Routers {'099be218-34f5-476f-a5ba-cdbb58974752'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:58:39.912233 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:58:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['099be218-34f5-476f-a5ba-cdbb58974752'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:39.926603 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25643258-5b05-4647-b4ef-efe4aeb0d5e3 req-896ef723-ea14-44ec-b008-77f2ab7c636c tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:39.940358 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25643258-5b05-4647-b4ef-efe4aeb0d5e3 req-896ef723-ea14-44ec-b008-77f2ab7c636c tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 945 time: 0.1388512 Dec 16 21:58:40.035502 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-25643258-5b05-4647-b4ef-efe4aeb0d5e3 req-20556e4b-8124-46f9-b9d0-1caf13c4b9a4 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935404 Dec 16 21:58:40.132733 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ee96b46-452b-4a07-ab5c-1549a5f88dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:40.153495 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] Set router 099be218-34f5-476f-a5ba-cdbb58974752 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:58:40.250413 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device fdb3074f-5733-48bc-b562-7217b40d9af3 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:58:40.289665 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3cb5165e-0280-4e82-a3dc-3f3413689e77 req-7385ece0-4d54-4ec5-b229-05db099ab0d1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf0f6f46-fab2-4e53-bf27-e49fc771f8ca HTTP/1.1" status: 200 len: 210 time: 0.0399210 Dec 16 21:58:40.341574 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-ba063e83-f2e5-45a7-b7b0-86570d485c66 None None] Provisioning complete for port efaef4b9-44f1-46ac-9c1b-9a224e687c5b triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:40.347679 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba063e83-f2e5-45a7-b7b0-86570d485c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:40.543918 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port fdb3074f-5733-48bc-b562-7217b40d9af3 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:40.544237 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:40.676348 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba063e83-f2e5-45a7-b7b0-86570d485c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:40.724040 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-ba063e83-f2e5-45a7-b7b0-86570d485c66 None None] For port efaef4b9-44f1-46ac-9c1b-9a224e687c5b, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=efaef4b9-44f1-46ac-9c1b-9a224e687c5b,segment=NetworkSegment(bca35f68-46eb-4756-94e5-4d9d3758955a),segment_id=bca35f68-46eb-4756-94e5-4d9d3758955a)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:40.724306 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42c83a-726e-406d-a537-956b66c7defb req-7da5a80f-ebda-467a-af0e-e83bc1bf50d8 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:40.731448 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2c42c83a-726e-406d-a537-956b66c7defb req-7da5a80f-ebda-467a-af0e-e83bc1bf50d8 tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 945 time: 0.1015902 Dec 16 21:58:40.732935 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099be218-34f5-476f-a5ba-cdbb58974752', 'name': 'tempest-TestMinimumBasicScenario-507106711-router', 'tenant_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fdb3074f-5733-48bc-b562-7217b40d9af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:31Z', 'updated_at': '2021-12-16T21:58:36Z', 'revision_number': 4, 'project_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'gw_port': {'id': 'fdb3074f-5733-48bc-b562-7217b40d9af3', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099be218-34f5-476f-a5ba-cdbb58974752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:32Z', 'updated_at': '2021-12-16T21:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': 'efaef4b9-44f1-46ac-9c1b-9a224e687c5b', 'name': '', 'network_id': 'ecdcd14d-cb7b-457e-bbf9-98a8576b24da', 'tenant_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'mac_address': 'fa:16:3e:05:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099be218-34f5-476f-a5ba-cdbb58974752', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b852de88-5cb4-4bb9-993b-bf7fcf6975b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:35Z', 'updated_at': '2021-12-16T21:58:39Z', 'revision_number': 4, 'project_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'subnets': [{'id': 'b852de88-5cb4-4bb9-993b-bf7fcf6975b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:40.766373 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a3bb89-ee86-486c-8965-831f7407ea8f None None] The sync data for ids ['099be218-34f5-476f-a5ba-cdbb58974752'] in dv-cinder-790535-21-iscsi is: [{'id': '099be218-34f5-476f-a5ba-cdbb58974752', 'name': 'tempest-TestMinimumBasicScenario-507106711-router', 'tenant_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fdb3074f-5733-48bc-b562-7217b40d9af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:31Z', 'updated_at': '2021-12-16T21:58:36Z', 'revision_number': 4, 'project_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'gw_port': {'id': 'fdb3074f-5733-48bc-b562-7217b40d9af3', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099be218-34f5-476f-a5ba-cdbb58974752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:32Z', 'updated_at': '2021-12-16T21:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': 'efaef4b9-44f1-46ac-9c1b-9a224e687c5b', 'name': '', 'network_id': 'ecdcd14d-cb7b-457e-bbf9-98a8576b24da', 'tenant_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'mac_address': 'fa:16:3e:05:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099be218-34f5-476f-a5ba-cdbb58974752', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b852de88-5cb4-4bb9-993b-bf7fcf6975b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:35Z', 'updated_at': '2021-12-16T21:58:39Z', 'revision_number': 4, 'project_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'subnets': [{'id': 'b852de88-5cb4-4bb9-993b-bf7fcf6975b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:58:40.810278 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba063e83-f2e5-45a7-b7b0-86570d485c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:40.887532 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba063e83-f2e5-45a7-b7b0-86570d485c66 None None] Pushing event updated for resources: {'Port': ['ID=efaef4b9-44f1-46ac-9c1b-9a224e687c5b,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:40.965427 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-2c42c83a-726e-406d-a537-956b66c7defb req-23f8da71-873f-4d3e-9879-c32753b8431a tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Deleting port 23395dab-fbbd-45ba-b515-1a2e37b463e5 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 21:58:40.967516 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-2c42c83a-726e-406d-a537-956b66c7defb req-23f8da71-873f-4d3e-9879-c32753b8431a tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:41.063053 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efc890-42f8-4069-9433-df526dc26782 req-f1bfb50b-8ed5-4ccc-8123-0395706acdc2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:41.071692 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f0efc890-42f8-4069-9433-df526dc26782 req-f1bfb50b-8ed5-4ccc-8123-0395706acdc2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0946300 Dec 16 21:58:41.104073 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-2c42c83a-726e-406d-a537-956b66c7defb req-23f8da71-873f-4d3e-9879-c32753b8431a tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] For port 23395dab-fbbd-45ba-b515-1a2e37b463e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=23395dab-fbbd-45ba-b515-1a2e37b463e5,segment=NetworkSegment(b30602d4-e245-42c2-adde-2146cc3997ea),segment_id=b30602d4-e245-42c2-adde-2146cc3997ea)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:41.104771 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-2c42c83a-726e-406d-a537-956b66c7defb req-23f8da71-873f-4d3e-9879-c32753b8431a tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:41.120617 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-2c42c83a-726e-406d-a537-956b66c7defb req-23f8da71-873f-4d3e-9879-c32753b8431a tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Calling delete_port for 23395dab-fbbd-45ba-b515-1a2e37b463e5 owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 21:58:41.213095 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f0efc890-42f8-4069-9433-df526dc26782 req-f01038a3-673f-46c4-b169-45ccafef4844 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404068 Dec 16 21:58:41.257575 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b59a45-544a-42e1-9b5f-bc54d6265caa req-36278356-9a9e-4194-a094-6d8e3dbc5d5b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:41.259512 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-21b59a45-544a-42e1-9b5f-bc54d6265caa req-36278356-9a9e-4194-a094-6d8e3dbc5d5b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 945 time: 0.1204233 Dec 16 21:58:41.287296 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:58:41.356216 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-21b59a45-544a-42e1-9b5f-bc54d6265caa req-d89783f0-c6d5-407c-9f87-05c33cceb37b tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/security-groups?id=f55eea6f-2fe2-49c1-8102-908f713f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647595 Dec 16 21:58:41.390338 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-2c42c83a-726e-406d-a537-956b66c7defb req-23f8da71-873f-4d3e-9879-c32753b8431a tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:41.403000 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['23395dab-fbbd-45ba-b515-1a2e37b463e5'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:58:41.437795 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8da71-873f-4d3e-9879-c32753b8431a tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Pushing event deleted for resources: {'Port': ['ID=23395dab-fbbd-45ba-b515-1a2e37b463e5,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:41.463706 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a10677fe-1add-4546-8c25-b42d17290f1b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 21:58:41.516192 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c42c83a-726e-406d-a537-956b66c7defb req-23f8da71-873f-4d3e-9879-c32753b8431a tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] No DVR routers for this DVR port 23395dab-fbbd-45ba-b515-1a2e37b463e5 on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 21:58:41.520261 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-2c42c83a-726e-406d-a537-956b66c7defb req-23f8da71-873f-4d3e-9879-c32753b8431a tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:41.523663 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2c42c83a-726e-406d-a537-956b66c7defb req-23f8da71-873f-4d3e-9879-c32753b8431a tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.59 "DELETE /v2.0/ports/23395dab-fbbd-45ba-b515-1a2e37b463e5 HTTP/1.1" status: 204 len: 173 time: 0.7846346 Dec 16 21:58:41.524779 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965ba98b-c28c-448d-839a-00727d6a4c16', 'name': 'network-vif-deleted', 'tag': '23395dab-fbbd-45ba-b515-1a2e37b463e5'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:58:41.526526 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15641674-03aa-4dbb-ae71-8c4c34f63142" -d '{"events": [{"server_uuid": "965ba98b-c28c-448d-839a-00727d6a4c16", "name": "network-vif-deleted", "tag": "23395dab-fbbd-45ba-b515-1a2e37b463e5"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:58:41.574773 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceef6151-8fd1-496b-a658-93720abc9623 x-openstack-request-id: req-ceef6151-8fd1-496b-a658-93720abc9623 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:58:41.575064 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965ba98b-c28c-448d-839a-00727d6a4c16", "name": "network-vif-deleted", "tag": "23395dab-fbbd-45ba-b515-1a2e37b463e5", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:58:41.575316 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ceef6151-8fd1-496b-a658-93720abc9623 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:58:41.575715 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965ba98b-c28c-448d-839a-00727d6a4c16', 'name': 'network-vif-deleted', 'tag': '23395dab-fbbd-45ba-b515-1a2e37b463e5', 'status': 'completed', 'code': 200} Dec 16 21:58:41.652212 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a10677fe-1add-4546-8c25-b42d17290f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a10677fe-1add-4546-8c25-b42d17290f1b,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:41.693085 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'port_id': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'mac_address': 'fa:16:3e:5d:19:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 21:58:41.793577 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:41.826425 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a10677fe-1add-4546-8c25-b42d17290f1b {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:58:41.851204 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a10677fe-1add-4546-8c25-b42d17290f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a10677fe-1add-4546-8c25-b42d17290f1b,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:41.959149 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:42.022740 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1f698-5694-4e10-b0c3-a0acfb4b11d9 req-5b47b74b-934b-4c86-a6f2-b2a23d522df1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:42.026176 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6eb1f698-5694-4e10-b0c3-a0acfb4b11d9 req-5b47b74b-934b-4c86-a6f2-b2a23d522df1 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.1087508 Dec 16 21:58:42.081382 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['a10677fe-1add-4546-8c25-b42d17290f1b'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:58:42.153497 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6eb1f698-5694-4e10-b0c3-a0acfb4b11d9 req-178e8350-66d1-4a6a-af92-f4d59552139b tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164105 Dec 16 21:58:42.164143 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=a10677fe-1add-4546-8c25-b42d17290f1b,revision_number=6']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:42.207820 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device efaef4b9-44f1-46ac-9c1b-9a224e687c5b up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:58:42.322696 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port efaef4b9-44f1-46ac-9c1b-9a224e687c5b triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:42.322696 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:42.461080 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b2006-99aa-42a0-a382-7cae1814198a req-1915bff7-c83e-4dde-9c24-65fafbfe0080 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:42.462971 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e77b2006-99aa-42a0-a382-7cae1814198a req-1915bff7-c83e-4dde-9c24-65fafbfe0080 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 944 time: 0.1137917 Dec 16 21:58:42.524799 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0abc7d05-a062-416a-884f-f8f6950bc67c req-c7dc1d3a-2c65-49c9-a74b-8049de9f2d1e tempest-AttachVolumeNegativeTest-1142753856 tempest-AttachVolumeNegativeTest-1142753856-project] 10.222.0.44 "GET /v2.0/ports?device_id=965ba98b-c28c-448d-839a-00727d6a4c16 HTTP/1.1" status: 200 len: 210 time: 0.0408819 Dec 16 21:58:42.548206 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e77b2006-99aa-42a0-a382-7cae1814198a req-d26509d4-a4dc-4bd4-b773-3e1ce6172fd1 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791531 Dec 16 21:58:42.950246 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b41e0aa-4cb3-43e9-91be-2e8a3161c31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:43.294803 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dadc5f-9848-4919-a6e7-a347584488d1 req-481048db-377a-4493-bcd8-6c0a15e70041 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:43.297033 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-10dadc5f-9848-4919-a6e7-a347584488d1 req-481048db-377a-4493-bcd8-6c0a15e70041 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0758331 Dec 16 21:58:43.369738 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-10dadc5f-9848-4919-a6e7-a347584488d1 req-9c484d13-7f8c-4b37-b265-43d5a3661f3f tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611696 Dec 16 21:58:43.466246 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a10677fe-1add-4546-8c25-b42d17290f1b up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:58:43.529483 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:43.532977 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port a10677fe-1add-4546-8c25-b42d17290f1b triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:43.535424 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:43.598783 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48096) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:43.682642 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-0391c16f-2e25-48e8-b077-91c40db27b6d admin admin] Deleting subnet d2f286ec-a6de-4cd3-bebc-afb6b74f70d7 {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 21:58:43.688868 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:43.705514 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0391c16f-2e25-48e8-b077-91c40db27b6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:43.763860 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10677fe-1add-4546-8c25-b42d17290f1b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:58:43.768506 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237b08bd-6939-489a-aa86-3e1a430ce5e6" -d '{"events": [{"server_uuid": "83287a64-d6f2-49a7-9d6d-8a77dd9a212a", "name": "network-vif-plugged", "status": "completed", "tag": "a10677fe-1add-4546-8c25-b42d17290f1b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:58:43.773358 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0391c16f-2e25-48e8-b077-91c40db27b6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8496285'] for subnet, precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:43.788674 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79b194-3662-4c3a-95f8-3923a27b48ed req-d76849c3-bd60-4d69-b146-41d1c98f28fa tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:43.790360 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ba79b194-3662-4c3a-95f8-3923a27b48ed req-d76849c3-bd60-4d69-b146-41d1c98f28fa tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 944 time: 0.1016250 Dec 16 21:58:43.800723 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a10677fe-1add-4546-8c25-b42d17290f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a10677fe-1add-4546-8c25-b42d17290f1b,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:43.848557 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8a083d-7f22-4a52-ab53-b6c075ccb334 x-openstack-request-id: req-1a8a083d-7f22-4a52-ab53-b6c075ccb334 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:58:43.849127 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83287a64-d6f2-49a7-9d6d-8a77dd9a212a", "name": "network-vif-plugged", "status": "completed", "tag": "a10677fe-1add-4546-8c25-b42d17290f1b", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:58:43.855108 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a8a083d-7f22-4a52-ab53-b6c075ccb334 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:58:43.855108 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'code': 200} Dec 16 21:58:43.869279 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ba79b194-3662-4c3a-95f8-3923a27b48ed req-1514974e-0427-4af3-8096-ab258b99f922 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711422 Dec 16 21:58:43.874499 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0391c16f-2e25-48e8-b077-91c40db27b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:43.877415 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:43.879186 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device dada478a-0ac4-456c-b757-ffc048943264 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 21:58:44.019857 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0391c16f-2e25-48e8-b077-91c40db27b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3513356'] for subnet, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:44.060902 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391c16f-2e25-48e8-b077-91c40db27b6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f286ec-a6de-4cd3-bebc-afb6b74f70d7,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:44.069632 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0391c16f-2e25-48e8-b077-91c40db27b6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:44.075181 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0391c16f-2e25-48e8-b077-91c40db27b6d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d2f286ec-a6de-4cd3-bebc-afb6b74f70d7 HTTP/1.1" status: 204 len: 168 time: 0.4722679 Dec 16 21:58:44.075683 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 48108) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:44.091082 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: dada478a-0ac4-456c-b757-ffc048943264 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 21:58:44.092135 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device dada478a-0ac4-456c-b757-ffc048943264 not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 21:58:44.092863 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 23395dab-fbbd-45ba-b515-1a2e37b463e5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 21:58:44.123243 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: 23395dab-fbbd-45ba-b515-1a2e37b463e5 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 21:58:44.124018 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 23395dab-fbbd-45ba-b515-1a2e37b463e5 not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 21:58:44.137593 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=a10677fe-1add-4546-8c25-b42d17290f1b,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:44.272237 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e59ea8d5-017e-4908-a499-21d94a3aa9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:44.458027 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e59ea8d5-017e-4908-a499-21d94a3aa9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:44.494301 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-e59ea8d5-017e-4908-a499-21d94a3aa9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6a2b1d-71dd-4165-afb0-824a9e1a54cf']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:44.510623 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-e59ea8d5-017e-4908-a499-21d94a3aa9c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30602d4-e245-42c2-adde-2146cc3997ea') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:44.511153 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-e59ea8d5-017e-4908-a499-21d94a3aa9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30602d4-e245-42c2-adde-2146cc3997ea') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:44.531807 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e59ea8d5-017e-4908-a499-21d94a3aa9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215460'] for segment, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:44.568913 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e59ea8d5-017e-4908-a499-21d94a3aa9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:44.579115 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59ea8d5-017e-4908-a499-21d94a3aa9c8 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 21:58:44.579758 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e59ea8d5-017e-4908-a499-21d94a3aa9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3293290'] for segment, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:44.589612 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99e06f-53dd-41de-8d24-24154f187cc0 req-4aa0e117-a277-410a-bfa5-6642c1f97bd2 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:44.598188 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a99e06f-53dd-41de-8d24-24154f187cc0 req-4aa0e117-a277-410a-bfa5-6642c1f97bd2 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0916765 Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: Traceback (most recent call last): Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: timer() Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: cb(*args, **kw) Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: return func(*args, **kwargs) Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: self._notify() Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: self.callback(batched_events) Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: event.method(event) Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: return f(self, *a, **k) Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._get(url).json() Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 21:58:44.600355 dv-cinder-790535-21-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 21:58:44.711538 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1a99e06f-53dd-41de-8d24-24154f187cc0 req-1b7cc578-b2e7-42e0-b2a7-4acb83a0758e tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065247 Dec 16 21:58:44.772520 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e59ea8d5-017e-4908-a499-21d94a3aa9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:44.779002 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e59ea8d5-017e-4908-a499-21d94a3aa9c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:44.782389 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-e59ea8d5-017e-4908-a499-21d94a3aa9c8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9e6a2b1d-71dd-4165-afb0-824a9e1a54cf HTTP/1.1" status: 204 len: 168 time: 0.7056603 Dec 16 21:58:44.795293 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ea8d5-017e-4908-a499-21d94a3aa9c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6a2b1d-71dd-4165-afb0-824a9e1a54cf,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:44.955687 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 48124) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:44.983754 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:45.165694 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b9141-35dc-48da-8ff3-f771ff900f9f req-c86b281a-1c57-49f1-a0bf-ada641ef1e0c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:45.174855 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d0b9141-35dc-48da-8ff3-f771ff900f9f req-c86b281a-1c57-49f1-a0bf-ada641ef1e0c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.1703420 Dec 16 21:58:45.311978 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d0b9141-35dc-48da-8ff3-f771ff900f9f req-e63bc8ea-fdff-48f7-8241-1cfbf7c58d31 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298313 Dec 16 21:58:45.383053 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a28f42e0-8d8b-47f0-aeca-4cbd68ebaa4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:45.473112 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a28f42e0-8d8b-47f0-aeca-4cbd68ebaa4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:45.641116 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a28f42e0-8d8b-47f0-aeca-4cbd68ebaa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:45.714923 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a28f42e0-8d8b-47f0-aeca-4cbd68ebaa4e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ed4e5c311fd4cc999ea791c1753e678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7581372 Dec 16 21:58:45.715775 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f42e0-8d8b-47f0-aeca-4cbd68ebaa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647f0d73-9de9-4fb6-9c62-1affc860409d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:45.717653 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48128) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:45.774159 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48132) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:45.876563 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1c20674f-30ca-49d2-9118-343b5a246337 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:45.887085 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:45.926876 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6e195-6171-4355-89a5-0331690f8a8f req-f92e29e8-d7e2-4840-890c-55bc03ae5cfa tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:45.930709 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e9d6e195-6171-4355-89a5-0331690f8a8f req-f92e29e8-d7e2-4840-890c-55bc03ae5cfa tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.1110179 Dec 16 21:58:45.939626 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1c20674f-30ca-49d2-9118-343b5a246337 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:45.959097 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-782a0e99-74f6-4af3-bd14-b309c4cd745d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b898e78b34794c0482bb58794e75e007&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1807506 Dec 16 21:58:45.961969 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 48134) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:46.023299 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e9d6e195-6171-4355-89a5-0331690f8a8f req-e5b96250-d692-42b4-a2b5-730ebd840d87 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855656 Dec 16 21:58:46.143259 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2a77c527-807b-4176-843c-07fdacd764c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:46.149840 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1c20674f-30ca-49d2-9118-343b5a246337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:46.152843 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1c20674f-30ca-49d2-9118-343b5a246337 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:46.163745 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1c20674f-30ca-49d2-9118-343b5a246337 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/647f0d73-9de9-4fb6-9c62-1affc860409d HTTP/1.1" status: 204 len: 168 time: 0.4423044 Dec 16 21:58:46.182712 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2a77c527-807b-4176-843c-07fdacd764c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:46.191388 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20674f-30ca-49d2-9118-343b5a246337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647f0d73-9de9-4fb6-9c62-1affc860409d,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:46.339844 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2a77c527-807b-4176-843c-07fdacd764c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:46.349367 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2a77c527-807b-4176-843c-07fdacd764c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:46.350823 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-2a77c527-807b-4176-843c-07fdacd764c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f55eea6f-2fe2-49c1-8102-908f713f51dd HTTP/1.1" status: 204 len: 168 time: 0.3874590 Dec 16 21:58:46.360901 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77c527-807b-4176-843c-07fdacd764c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55eea6f-2fe2-49c1-8102-908f713f51dd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:46.604156 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1483cea-e02e-4058-84b7-f095c28b6b1b req-7bb027a9-427e-49ca-a07e-33506da5652b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:46.606147 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e1483cea-e02e-4058-84b7-f095c28b6b1b req-7bb027a9-427e-49ca-a07e-33506da5652b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.1136169 Dec 16 21:58:46.830752 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e1483cea-e02e-4058-84b7-f095c28b6b1b req-075d79ab-db80-4a31-8fbc-202296054d2f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171412 Dec 16 21:58:47.181115 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafb322-6e04-4061-8cba-c7d4b1840927 req-42121228-4c24-440a-bae6-d5ab7fa1d782 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:47.182843 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acafb322-6e04-4061-8cba-c7d4b1840927 req-42121228-4c24-440a-bae6-d5ab7fa1d782 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.0660622 Dec 16 21:58:47.246384 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-acafb322-6e04-4061-8cba-c7d4b1840927 req-126eb354-0461-4d57-ab77-2133dee93919 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0e7ba33-c99e-471a-abd8-f31fa8e93325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571525 Dec 16 21:58:47.651096 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d848e-99c2-4576-8661-e4ebf18fe8dc req-fb3f202e-2b42-4eea-badd-faf24a81f944 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:47.652410 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-970d848e-99c2-4576-8661-e4ebf18fe8dc req-fb3f202e-2b42-4eea-badd-faf24a81f944 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 946 time: 0.1072419 Dec 16 21:58:47.788969 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-970d848e-99c2-4576-8661-e4ebf18fe8dc req-e9106795-4caf-43e9-bf98-e57227ec6b94 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Deleting port f432d8b2-3e2c-417a-96a4-d1126494f26c {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 21:58:47.789317 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-970d848e-99c2-4576-8661-e4ebf18fe8dc req-e9106795-4caf-43e9-bf98-e57227ec6b94 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:47.951928 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-970d848e-99c2-4576-8661-e4ebf18fe8dc req-e9106795-4caf-43e9-bf98-e57227ec6b94 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] For port f432d8b2-3e2c-417a-96a4-d1126494f26c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f432d8b2-3e2c-417a-96a4-d1126494f26c,segment=NetworkSegment(e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5),segment_id=e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:47.952299 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-970d848e-99c2-4576-8661-e4ebf18fe8dc req-e9106795-4caf-43e9-bf98-e57227ec6b94 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:47.987014 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e105822-f454-488c-be10-8e198443442a req-4f981c0f-3f7e-49bc-83f1-e086b50d008e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:47.996698 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e105822-f454-488c-be10-8e198443442a req-4f981c0f-3f7e-49bc-83f1-e086b50d008e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0673161 Dec 16 21:58:48.013556 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-970d848e-99c2-4576-8661-e4ebf18fe8dc req-e9106795-4caf-43e9-bf98-e57227ec6b94 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Calling delete_port for f432d8b2-3e2c-417a-96a4-d1126494f26c owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 21:58:48.056156 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e105822-f454-488c-be10-8e198443442a req-26ca0a94-bff1-40f9-b50c-2aed117f77c6 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584993 Dec 16 21:58:48.349440 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-970d848e-99c2-4576-8661-e4ebf18fe8dc req-e9106795-4caf-43e9-bf98-e57227ec6b94 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:48.364355 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['f432d8b2-3e2c-417a-96a4-d1126494f26c'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:58:48.445078 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1690542e-045b-4a18-b0dc-31bfa7d8a1f1 req-05c34297-e274-49f7-98cf-c3968d028aa2 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 210 time: 0.0713887 Dec 16 21:58:48.495375 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9106795-4caf-43e9-bf98-e57227ec6b94 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Pushing event deleted for resources: {'Port': ['ID=f432d8b2-3e2c-417a-96a4-d1126494f26c,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:48.580911 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-970d848e-99c2-4576-8661-e4ebf18fe8dc req-e9106795-4caf-43e9-bf98-e57227ec6b94 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] No DVR routers for this DVR port f432d8b2-3e2c-417a-96a4-d1126494f26c on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 21:58:48.584795 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-970d848e-99c2-4576-8661-e4ebf18fe8dc req-e9106795-4caf-43e9-bf98-e57227ec6b94 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:48.595957 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-970d848e-99c2-4576-8661-e4ebf18fe8dc req-e9106795-4caf-43e9-bf98-e57227ec6b94 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.59 "DELETE /v2.0/ports/f432d8b2-3e2c-417a-96a4-d1126494f26c HTTP/1.1" status: 204 len: 173 time: 0.9359808 Dec 16 21:58:48.599213 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d585c95-9003-41fb-aa90-5b8ef25c8486', 'name': 'network-vif-deleted', 'tag': 'f432d8b2-3e2c-417a-96a4-d1126494f26c'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:58:48.603359 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23504f81-b803-4056-b1f5-58f30f7fcb2f" -d '{"events": [{"server_uuid": "1d585c95-9003-41fb-aa90-5b8ef25c8486", "name": "network-vif-deleted", "tag": "f432d8b2-3e2c-417a-96a4-d1126494f26c"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:58:48.677214 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cbb19e-64b4-438d-9201-11b57ac08362 x-openstack-request-id: req-c6cbb19e-64b4-438d-9201-11b57ac08362 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:58:48.682840 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d585c95-9003-41fb-aa90-5b8ef25c8486", "name": "network-vif-deleted", "tag": "f432d8b2-3e2c-417a-96a4-d1126494f26c", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:58:48.682840 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6cbb19e-64b4-438d-9201-11b57ac08362 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:58:48.682840 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d585c95-9003-41fb-aa90-5b8ef25c8486', 'name': 'network-vif-deleted', 'tag': 'f432d8b2-3e2c-417a-96a4-d1126494f26c', 'status': 'completed', 'code': 200} Dec 16 21:58:49.354181 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607737d-2b18-468e-918e-a53d5016f133 req-f73b0c87-77a8-4fc8-85cd-881515acb996 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:49.369800 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9607737d-2b18-468e-918e-a53d5016f133 req-f73b0c87-77a8-4fc8-85cd-881515acb996 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.1450999 Dec 16 21:58:49.477200 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9607737d-2b18-468e-918e-a53d5016f133 req-ff90a363-17f1-465e-b76f-6d3617bd6421 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045361 Dec 16 21:58:49.692501 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-60e9376b-d495-45f7-9870-33f8a8c366aa req-690b3cd8-487c-44c3-b5a2-8257b2ec1727 tempest-ServerRescueNegativeTestJSON-953265258 tempest-ServerRescueNegativeTestJSON-953265258-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d585c95-9003-41fb-aa90-5b8ef25c8486 HTTP/1.1" status: 200 len: 210 time: 0.0619559 Dec 16 21:58:50.662305 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cb751-72a9-4739-a6dc-d8e3f91288b5 req-bff6ced8-cc0b-4d71-b4e3-2447ea4d6667 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:50.664669 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5a3cb751-72a9-4739-a6dc-d8e3f91288b5 req-bff6ced8-cc0b-4d71-b4e3-2447ea4d6667 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0935946 Dec 16 21:58:50.849744 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5a3cb751-72a9-4739-a6dc-d8e3f91288b5 req-2eea64e2-7e74-4e10-84f0-38285fefc90e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782568 Dec 16 21:58:50.887535 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48200) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:51.518548 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-071943ef-f6bb-408b-99b6-a40ae249ab97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581063'] for router_interface, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:51.525222 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device f432d8b2-3e2c-417a-96a4-d1126494f26c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 21:58:51.544699 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: f432d8b2-3e2c-417a-96a4-d1126494f26c {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 21:58:51.545040 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device f432d8b2-3e2c-417a-96a4-d1126494f26c not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 21:58:51.831569 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-071943ef-f6bb-408b-99b6-a40ae249ab97 admin admin] Deleting port 390b0ad6-437e-4e9b-af19-dd98fbd74269 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 21:58:51.832015 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-071943ef-f6bb-408b-99b6-a40ae249ab97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:51.935952 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-071943ef-f6bb-408b-99b6-a40ae249ab97 admin admin] For port 390b0ad6-437e-4e9b-af19-dd98fbd74269, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=390b0ad6-437e-4e9b-af19-dd98fbd74269,segment=NetworkSegment(e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5),segment_id=e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:51.936719 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-071943ef-f6bb-408b-99b6-a40ae249ab97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:51.953614 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-071943ef-f6bb-408b-99b6-a40ae249ab97 admin admin] Calling delete_port for 390b0ad6-437e-4e9b-af19-dd98fbd74269 owned by network:router_interface {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 21:58:52.056875 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd999603-ebf8-4134-bda3-c98d954239f2 req-ae3527a4-8c70-4611-a45a-cbf93fbd44e4 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:52.058368 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fd999603-ebf8-4134-bda3-c98d954239f2 req-ae3527a4-8c70-4611-a45a-cbf93fbd44e4 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0514834 Dec 16 21:58:52.113468 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fd999603-ebf8-4134-bda3-c98d954239f2 req-bf04383a-9a32-41b4-95a8-fc0fcf35dcfa tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459135 Dec 16 21:58:52.225140 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-071943ef-f6bb-408b-99b6-a40ae249ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:52.289373 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071943ef-f6bb-408b-99b6-a40ae249ab97 admin admin] Pushing event deleted for resources: {'Port': ['ID=390b0ad6-437e-4e9b-af19-dd98fbd74269,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:52.602473 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-071943ef-f6bb-408b-99b6-a40ae249ab97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1818230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581211'] for router_interface, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:53.115895 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071943ef-f6bb-408b-99b6-a40ae249ab97 admin admin] Router a1db53cb-b3d4-4f91-b3c4-44f4f001f04d has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 21:58:53.260526 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fe1b9-5c46-4ab6-b0f1-371b58735048 req-22ef49b5-5c4f-45fe-a49f-74e12ef1fcbd tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:53.268616 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-934fe1b9-5c46-4ab6-b0f1-371b58735048 req-22ef49b5-5c4f-45fe-a49f-74e12ef1fcbd tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0696337 Dec 16 21:58:53.274608 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071943ef-f6bb-408b-99b6-a40ae249ab97 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:58:53.287333 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d14c92e-943e-49df-ba77-5f96492271d6 None None] Sync routers for ids ['a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:58:53.294815 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-071943ef-f6bb-408b-99b6-a40ae249ab97 admin admin] 10.222.0.44 "PUT /v2.0/routers/a1db53cb-b3d4-4f91-b3c4-44f4f001f04d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4048347 Dec 16 21:58:53.297440 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48240) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:53.309239 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d14c92e-943e-49df-ba77-5f96492271d6 None None] Routers {'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:58:53.310284 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0d14c92e-943e-49df-ba77-5f96492271d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:58:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:53.397959 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-934fe1b9-5c46-4ab6-b0f1-371b58735048 req-a4dd004c-2fbc-4ece-94c2-d7b31fd9f906 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170204 Dec 16 21:58:53.474246 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] Publish callbacks [] for router, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:53.492802 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-0d14c92e-943e-49df-ba77-5f96492271d6 None None] Set router a1db53cb-b3d4-4f91-b3c4-44f4f001f04d gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:58:53.780061 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:53.780747 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0d14c92e-943e-49df-ba77-5f96492271d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'name': 'tempest-ServerRescueNegativeTestJSON-1360238079-router', 'tenant_id': 'e1971819039c4cf3865752304b29bb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:55:22Z', 'updated_at': '2021-12-16T21:58:52Z', 'revision_number': 5, 'project_id': 'e1971819039c4cf3865752304b29bb01', 'gw_port': {'id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:23Z', 'updated_at': '2021-12-16T21:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:53.814910 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d14c92e-943e-49df-ba77-5f96492271d6 None None] Checking router: a1db53cb-b3d4-4f91-b3c4-44f4f001f04d for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:58:53.827110 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d14c92e-943e-49df-ba77-5f96492271d6 None None] Routers {'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:58:53.828272 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0d14c92e-943e-49df-ba77-5f96492271d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:58:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:53.958170 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] Deleting port c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 21:58:53.958170 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:54.046934 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-0d14c92e-943e-49df-ba77-5f96492271d6 None None] Set router a1db53cb-b3d4-4f91-b3c4-44f4f001f04d gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:58:54.104488 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] For port c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:54.104890 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:54.130828 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] Calling delete_port for c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc owned by network:router_gateway {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 21:58:54.158904 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48262) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:54.310540 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0d14c92e-943e-49df-ba77-5f96492271d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'name': 'tempest-ServerRescueNegativeTestJSON-1360238079-router', 'tenant_id': 'e1971819039c4cf3865752304b29bb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:55:22Z', 'updated_at': '2021-12-16T21:58:52Z', 'revision_number': 5, 'project_id': 'e1971819039c4cf3865752304b29bb01', 'gw_port': {'id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:23Z', 'updated_at': '2021-12-16T21:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:54.343166 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d14c92e-943e-49df-ba77-5f96492271d6 None None] The sync data for ids ['a1db53cb-b3d4-4f91-b3c4-44f4f001f04d'] in dv-cinder-790535-21-iscsi is: [{'id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'name': 'tempest-ServerRescueNegativeTestJSON-1360238079-router', 'tenant_id': 'e1971819039c4cf3865752304b29bb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:55:22Z', 'updated_at': '2021-12-16T21:58:52Z', 'revision_number': 5, 'project_id': 'e1971819039c4cf3865752304b29bb01', 'gw_port': {'id': 'c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db53cb-b3d4-4f91-b3c4-44f4f001f04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:23Z', 'updated_at': '2021-12-16T21:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:58:54.371089 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-5b3d2ab7-7d6e-4ee9-8c4a-744f890f0372 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:54.377142 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-5b3d2ab7-7d6e-4ee9-8c4a-744f890f0372 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/networks?id=71f6254c-4411-496d-8f04-e3185f693aeb HTTP/1.1" status: 200 len: 814 time: 0.4018743 Dec 16 21:58:54.405820 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-eb089f31-3310-4310-b4d5-f3364afbeb24 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/quotas/16ca58f1469a4a899032d95c11e73b22 HTTP/1.1" status: 200 len: 375 time: 0.0254412 Dec 16 21:58:54.478625 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-c12109df-5436-47c4-a3b6-8939f4790a6a tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=16ca58f1469a4a899032d95c11e73b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660889 Dec 16 21:58:54.497745 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0e101115-8988-47f0-8ab7-baf158524563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:54.599898 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc9c0e-b3eb-423d-b6ac-4872fec889f8 req-c1d87733-0d45-442b-b1f1-3eb145615b29 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:54.600316 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:54.608018 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7dbc9c0e-b3eb-423d-b6ac-4872fec889f8 req-c1d87733-0d45-442b-b1f1-3eb145615b29 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.1162238 Dec 16 21:58:54.609990 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0e101115-8988-47f0-8ab7-baf158524563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:54.635392 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] Pushing event deleted for resources: {'Port': ['ID=c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:54.676893 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0e101115-8988-47f0-8ab7-baf158524563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:54.682352 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-c5b02a5b-d5a7-47ea-8b15-702e4fce9488 service neutron] 10.222.0.44 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546941 Dec 16 21:58:54.692993 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7dbc9c0e-b3eb-423d-b6ac-4872fec889f8 req-6b486597-fd5c-487b-ab75-bc6dd13ba941 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837479 Dec 16 21:58:54.738103 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:54.762615 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0e101115-8988-47f0-8ab7-baf158524563 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a885b173947e4b5e8edab20efbc2904a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6017997 Dec 16 21:58:54.787684 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e101115-8988-47f0-8ab7-baf158524563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8361094a-4dcf-4200-8557-f4b2c09f782d,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:54.791378 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48268) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:54.800755 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-9c3039f7-503d-4791-a5de-a5710f0faf61 service neutron] 10.222.0.44 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060355 Dec 16 21:58:54.876666 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124280'] for router, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:54.882181 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:54.966404 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b833022c-3430-4411-a819-d27864db9dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:54.996061 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b833022c-3430-4411-a819-d27864db9dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.029748 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587616'] for router, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.030461 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1db53cb-b3d4-4f91-b3c4-44f4f001f04d {{(pid=109593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 21:58:55.061266 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] Publish callbacks [] for router, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.061266 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-cc30678a-ab67-442c-9bae-83acee580489 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a1db53cb-b3d4-4f91-b3c4-44f4f001f04d HTTP/1.1" status: 204 len: 168 time: 1.7619250 Dec 16 21:58:55.063074 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48274) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:55.117832 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa7979c-e94c-4671-8b80-2a4632f3c4f8 admin admin] Deleting subnet 84291270-e6c0-402c-af46-4551769988aa {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 21:58:55.121534 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1fa7979c-e94c-4671-8b80-2a4632f3c4f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.179040 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1fa7979c-e94c-4671-8b80-2a4632f3c4f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8496285'] for subnet, precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.182138 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3e655ea3-2d9a-4d4c-aa63-1f56378ca030 req-92ade465-12c3-41ae-a0b2-c0d1edad8ccd tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 210 time: 0.0921464 Dec 16 21:58:55.234279 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1fa7979c-e94c-4671-8b80-2a4632f3c4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.294150 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b833022c-3430-4411-a819-d27864db9dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.296956 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b833022c-3430-4411-a819-d27864db9dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.301001 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b833022c-3430-4411-a819-d27864db9dea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8361094a-4dcf-4200-8557-f4b2c09f782d HTTP/1.1" status: 204 len: 168 time: 0.4743409 Dec 16 21:58:55.312619 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833022c-3430-4411-a819-d27864db9dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8361094a-4dcf-4200-8557-f4b2c09f782d,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:55.384397 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1fa7979c-e94c-4671-8b80-2a4632f3c4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3513356'] for subnet, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.417251 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1fa7979c-e94c-4671-8b80-2a4632f3c4f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.421461 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1fa7979c-e94c-4671-8b80-2a4632f3c4f8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/84291270-e6c0-402c-af46-4551769988aa HTTP/1.1" status: 204 len: 168 time: 0.3569856 Dec 16 21:58:55.422712 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7979c-e94c-4671-8b80-2a4632f3c4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84291270-e6c0-402c-af46-4551769988aa,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:55.423956 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 48282) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:55.500890 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df307009-9d4f-4fd0-a0f3-f90b53916979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.596299 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df307009-9d4f-4fd0-a0f3-f90b53916979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.623490 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-df307009-9d4f-4fd0-a0f3-f90b53916979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752880ba-371c-4f56-98a7-5aae487e8357']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:55.635741 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-df307009-9d4f-4fd0-a0f3-f90b53916979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:55.636127 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-df307009-9d4f-4fd0-a0f3-f90b53916979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68ef57b-c1ef-453a-a84b-8c9f7ec98fe5') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:58:55.649364 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df307009-9d4f-4fd0-a0f3-f90b53916979 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215460'] for segment, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.665777 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df307009-9d4f-4fd0-a0f3-f90b53916979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.676107 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df307009-9d4f-4fd0-a0f3-f90b53916979 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 21:58:55.676662 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df307009-9d4f-4fd0-a0f3-f90b53916979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3293290'] for segment, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: Traceback (most recent call last): Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: timer() Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: cb(*args, **kw) Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: return func(*args, **kwargs) Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: self._notify() Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: self.callback(batched_events) Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: event.method(event) Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: return f(self, *a, **k) Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._get(url).json() Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 21:58:55.679126 dv-cinder-790535-21-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 21:58:55.874069 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df307009-9d4f-4fd0-a0f3-f90b53916979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.881536 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df307009-9d4f-4fd0-a0f3-f90b53916979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.884879 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-df307009-9d4f-4fd0-a0f3-f90b53916979 admin admin] 10.222.0.44 "DELETE /v2.0/networks/752880ba-371c-4f56-98a7-5aae487e8357 HTTP/1.1" status: 204 len: 168 time: 0.4585564 Dec 16 21:58:55.900241 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df307009-9d4f-4fd0-a0f3-f90b53916979 admin admin] Pushing event deleted for resources: {'Network': ['ID=752880ba-371c-4f56-98a7-5aae487e8357,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:55.912065 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd302a5-694a-4008-8015-5cc8efb00b99 req-ea968960-11ca-48ab-b2e0-e481072f37d8 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:55.913706 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9dd302a5-694a-4008-8015-5cc8efb00b99 req-ea968960-11ca-48ab-b2e0-e481072f37d8 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0851331 Dec 16 21:58:55.986948 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9dd302a5-694a-4008-8015-5cc8efb00b99 req-55a3cdf5-1b4f-47df-abdb-9154ab60a63e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557365 Dec 16 21:58:56.077014 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 21:58:56.108033 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 21:58:56.112520 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device c12dd9fe-b9e7-42e5-becf-f48f8fb96bbc not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 21:58:56.112520 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 390b0ad6-437e-4e9b-af19-dd98fbd74269 no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 21:58:56.146408 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: 390b0ad6-437e-4e9b-af19-dd98fbd74269 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 21:58:56.147164 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 390b0ad6-437e-4e9b-af19-dd98fbd74269 not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 21:58:56.266450 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9cfa1319-85ab-4b3e-a597-6f5aaec968b1 req-e81786fc-7b5c-4c11-aa20-4c99c60510d7 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 210 time: 0.0322807 Dec 16 21:58:56.309267 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48304) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:56.354457 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c2a0953c-8293-40e5-95af-6cd2a4fc13f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1971819039c4cf3865752304b29bb01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432363 Dec 16 21:58:56.354457 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48306) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:56.431330 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-57dc6000-9281-49e3-b89e-bb9f7f2403f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:56.455901 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-57dc6000-9281-49e3-b89e-bb9f7f2403f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:57.081913 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-57dc6000-9281-49e3-b89e-bb9f7f2403f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:57.084489 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-57dc6000-9281-49e3-b89e-bb9f7f2403f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:57.087885 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-57dc6000-9281-49e3-b89e-bb9f7f2403f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0e7ba33-c99e-471a-abd8-f31fa8e93325 HTTP/1.1" status: 204 len: 168 time: 0.7285578 Dec 16 21:58:57.093509 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc6000-9281-49e3-b89e-bb9f7f2403f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e7ba33-c99e-471a-abd8-f31fa8e93325,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:57.110281 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544a513-7e6e-4a98-b77e-1db1e9a480b8 req-29a15adb-496f-4365-b8da-6e797d54790b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:57.112777 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6544a513-7e6e-4a98-b77e-1db1e9a480b8 req-29a15adb-496f-4365-b8da-6e797d54790b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0624726 Dec 16 21:58:57.179100 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6544a513-7e6e-4a98-b77e-1db1e9a480b8 req-b868123e-0d4e-42b9-aca9-69ae39a40bce tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591881 Dec 16 21:58:57.405689 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f4258f5f-9656-48a0-9d05-d6faa0f262fc req-23b2b78c-b2e6-4f5b-b3e3-20f05d5234a2 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 210 time: 0.0517917 Dec 16 21:58:58.322573 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adc598-3d83-4849-868a-a9e0870de8be req-307086bb-a8e0-4ca9-9439-adfcb550f6ab tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:58.331787 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a5adc598-3d83-4849-868a-a9e0870de8be req-307086bb-a8e0-4ca9-9439-adfcb550f6ab tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0670428 Dec 16 21:58:58.396007 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a5adc598-3d83-4849-868a-a9e0870de8be req-5364a5b9-1ecd-4d57-b804-24889be58520 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532134 Dec 16 21:58:58.444105 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-7ce2a2db-ddf3-41b5-8a8a-83cbcbbedfa1 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:58.445915 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-7ce2a2db-ddf3-41b5-8a8a-83cbcbbedfa1 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.59 "GET /v2.0/networks?id=71f6254c-4411-496d-8f04-e3185f693aeb HTTP/1.1" status: 200 len: 814 time: 0.1494827 Dec 16 21:58:58.461808 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-1fe5395d-f72a-4947-8f94-e340f847541f tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Request body: {'port': {'device_id': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'admin_state_up': True, 'tenant_id': '16ca58f1469a4a899032d95c11e73b22'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:58:58.545750 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-57307abe-63f0-4b9b-8ff9-986065c7ca45 req-9efeed55-bdcf-4659-ac19-9272f8e9982b tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 210 time: 0.0460463 Dec 16 21:58:58.698486 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-1fe5395d-f72a-4947-8f94-e340f847541f tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Made reservation on behalf of 16ca58f1469a4a899032d95c11e73b22 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:58:58.702191 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-1fe5395d-f72a-4947-8f94-e340f847541f tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:58.836104 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-1fe5395d-f72a-4947-8f94-e340f847541f tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Allocated IP 172.20.0.7 (71f6254c-4411-496d-8f04-e3185f693aeb/8564791e-acea-4fef-925a-284d462cf1b7/d07995d2-ffe9-435f-99bf-c2f5d3c56477) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:58:58.997261 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-1fe5395d-f72a-4947-8f94-e340f847541f tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:59.099061 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-1fe5395d-f72a-4947-8f94-e340f847541f tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:59.143126 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-1fe5395d-f72a-4947-8f94-e340f847541f tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Network 71f6254c-4411-496d-8f04-e3185f693aeb is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:58:59.147285 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-1fe5395d-f72a-4947-8f94-e340f847541f tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:58:59.150987 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-1fe5395d-f72a-4947-8f94-e340f847541f tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:58:59.191114 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5395d-f72a-4947-8f94-e340f847541f tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Pushing event updated for resources: {'Port': ['ID=d07995d2-ffe9-435f-99bf-c2f5d3c56477,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:59.231361 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-1fe5395d-f72a-4947-8f94-e340f847541f tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:59.237969 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-1fe5395d-f72a-4947-8f94-e340f847541f tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:59.317423 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e435ac-6dda-439a-8d24-20fcd4e837a9 req-dda1b0d1-f13d-4ef9-963f-bed9e62eeca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:59.319462 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b7e435ac-6dda-439a-8d24-20fcd4e837a9 req-dda1b0d1-f13d-4ef9-963f-bed9e62eeca7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2222f1d7be91471380160da7092bd9d7&device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 1098 time: 0.0686836 Dec 16 21:58:59.406387 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-1fe5395d-f72a-4947-8f94-e340f847541f tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9501824 Dec 16 21:58:59.429879 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Request body: {'port': {'device_id': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:58:59.447369 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-1f632a68-a6fe-4914-a4bb-7760d6b83c4f None None] Provisioning complete for port d07995d2-ffe9-435f-99bf-c2f5d3c56477 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:59.447950 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1f632a68-a6fe-4914-a4bb-7760d6b83c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:59.509452 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:59.532488 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1f632a68-a6fe-4914-a4bb-7760d6b83c4f None None] Port d07995d2-ffe9-435f-99bf-c2f5d3c56477 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:58:59.556773 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3652078-862d-48e0-af8b-d0e86606fd17 req-7ea92a90-dcaf-4232-b795-5703bbd182e0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:59.568603 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a3652078-862d-48e0-af8b-d0e86606fd17 req-7ea92a90-dcaf-4232-b795-5703bbd182e0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0816426 Dec 16 21:58:59.600250 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e435ac-6dda-439a-8d24-20fcd4e837a9 req-f5f62f4d-4095-4f70-901b-daf2e939701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:59.601865 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b7e435ac-6dda-439a-8d24-20fcd4e837a9 req-f5f62f4d-4095-4f70-901b-daf2e939701c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e8205d6-50c6-4140-b075-154cc20dabb0 HTTP/1.1" status: 200 len: 917 time: 0.2744527 Dec 16 21:58:59.640615 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a3652078-862d-48e0-af8b-d0e86606fd17 req-49718e11-b96f-4449-ae09-1fd96b492eb5 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710998 Dec 16 21:58:59.769452 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45629b55-86fe-4793-bb7f-36f0bcc30e77 req-a91dfac9-21f0-4b85-8ce7-86ae5c39c37d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:59.772149 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-45629b55-86fe-4793-bb7f-36f0bcc30e77 req-a91dfac9-21f0-4b85-8ce7-86ae5c39c37d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 931 time: 0.1495876 Dec 16 21:58:59.784253 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b7e435ac-6dda-439a-8d24-20fcd4e837a9 req-cafd5d06-7f52-45c0-80fa-503eb8c22870 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10677fe-1add-4546-8c25-b42d17290f1b HTTP/1.1" status: 200 len: 1001 time: 0.1724608 Dec 16 21:58:59.913722 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-45629b55-86fe-4793-bb7f-36f0bcc30e77 req-d2af12da-b3d5-4869-9ecd-3054c40ea079 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351089 Dec 16 21:58:59.955631 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e435ac-6dda-439a-8d24-20fcd4e837a9 req-7902a875-33b4-4ce5-b859-b3dac3a01a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:59.957921 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b7e435ac-6dda-439a-8d24-20fcd4e837a9 req-7902a875-33b4-4ce5-b859-b3dac3a01a74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a289809-76be-41c6-8299-52e501367a8c HTTP/1.1" status: 200 len: 855 time: 0.1276758 Dec 16 21:59:00.013647 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07995d2-ffe9-435f-99bf-c2f5d3c56477 {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:59:00.024096 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:00.046101 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Transition to ACTIVE for port object d07995d2-ffe9-435f-99bf-c2f5d3c56477 will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 21:59:00.121129 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:00.191171 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Pushing event updated for resources: {'Port': ['ID=d07995d2-ffe9-435f-99bf-c2f5d3c56477,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:00.299382 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Attempting to bind port d07995d2-ffe9-435f-99bf-c2f5d3c56477 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:59:00.299731 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Attempting to bind port d07995d2-ffe9-435f-99bf-c2f5d3c56477 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1735b89e-8fc6-48a3-b4a1-e00a9f336090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:59:00.300332 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Attempting to bind port d07995d2-ffe9-435f-99bf-c2f5d3c56477 on network 71f6254c-4411-496d-8f04-e3185f693aeb {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:59:00.306511 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Port d07995d2-ffe9-435f-99bf-c2f5d3c56477 on network 71f6254c-4411-496d-8f04-e3185f693aeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 21:59:00.307096 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Attempting to bind port d07995d2-ffe9-435f-99bf-c2f5d3c56477 on network 71f6254c-4411-496d-8f04-e3185f693aeb {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:59:00.315341 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:59:00.316369 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Checking segment: {'id': '1735b89e-8fc6-48a3-b4a1-e00a9f336090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:59:00.317186 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Bound using segment: {'id': '1735b89e-8fc6-48a3-b4a1-e00a9f336090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:59:00.317734 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Bound port: d07995d2-ffe9-435f-99bf-c2f5d3c56477, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1735b89e-8fc6-48a3-b4a1-e00a9f336090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:59:00.319721 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:00.388913 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 48442) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:00.414884 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48446) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:00.489309 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] For port d07995d2-ffe9-435f-99bf-c2f5d3c56477, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:59:00.493396 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] For port d07995d2-ffe9-435f-99bf-c2f5d3c56477, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d07995d2-ffe9-435f-99bf-c2f5d3c56477,segment=NetworkSegment(1735b89e-8fc6-48a3-b4a1-e00a9f336090),segment_id=1735b89e-8fc6-48a3-b4a1-e00a9f336090)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:59:00.571608 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-840c6817-f799-4bf4-8383-5d5825e46629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:00.574116 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97a6b321-b0c2-4163-8e54-0b03a620cc7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:00.587606 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:00.667837 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Pushing event updated for resources: {'Port': ['ID=d07995d2-ffe9-435f-99bf-c2f5d3c56477,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:00.672706 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:00.673314 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:00.675672 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-b9d1aabc-6743-430d-877c-ef9cf567e571 service neutron] 10.222.0.59 "PUT /v2.0/ports/d07995d2-ffe9-435f-99bf-c2f5d3c56477 HTTP/1.1" status: 200 len: 1093 time: 1.2587702 Dec 16 21:59:00.676426 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'tag': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:59:00.682671 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef64e79-d5c6-422a-9e06-33a9bf118692" -d '{"events": [{"name": "network-changed", "server_uuid": "93b091cf-0510-454d-bdae-7cfdd4f30c5c", "tag": "d07995d2-ffe9-435f-99bf-c2f5d3c56477"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:59:00.683952 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97a6b321-b0c2-4163-8e54-0b03a620cc7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:00.751254 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 21:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8204a2a3-b317-4524-ab92-8096e8da0d97 x-openstack-request-id: req-8204a2a3-b317-4524-ab92-8096e8da0d97 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:59:00.751546 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b091cf-0510-454d-bdae-7cfdd4f30c5c", "tag": "d07995d2-ffe9-435f-99bf-c2f5d3c56477", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:59:00.751869 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8204a2a3-b317-4524-ab92-8096e8da0d97 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:59:00.752485 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'tag': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477', 'status': 'completed', 'code': 200} Dec 16 21:59:00.756365 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97a6b321-b0c2-4163-8e54-0b03a620cc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:00.822635 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-840c6817-f799-4bf4-8383-5d5825e46629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:00.900921 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48454) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:00.910354 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-840c6817-f799-4bf4-8383-5d5825e46629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:00.912781 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-97a6b321-b0c2-4163-8e54-0b03a620cc7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa8e6fc9d41b45399686d9ddc68223c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5223546 Dec 16 21:59:00.914725 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6b321-b0c2-4163-8e54-0b03a620cc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8de78d5-85b1-402d-8081-602a6957518c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:00.956284 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a5a9b-3391-43c6-8aa4-dda706f6f14d req-cf5a91b5-90a8-4929-8c67-0b8dbc2961ee tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:00.960783 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bf2a5a9b-3391-43c6-8aa4-dda706f6f14d req-cf5a91b5-90a8-4929-8c67-0b8dbc2961ee tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.1476014 Dec 16 21:59:01.009759 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-840c6817-f799-4bf4-8383-5d5825e46629 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0eef56660c1405b8c46623cc36126ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5881472 Dec 16 21:59:01.023817 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48458) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:01.044104 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bf2a5a9b-3391-43c6-8aa4-dda706f6f14d req-daf4b1f0-1d5f-46b8-b7bd-672cc2ce14cb tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765016 Dec 16 21:59:01.107370 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c6817-f799-4bf4-8383-5d5825e46629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72db90b-e9d6-4d57-878c-9cac9fbf8123,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:01.118776 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b468eb2-5835-4b51-a9fc-ffa6e015a2bd req-7600a77e-4087-4e60-9772-a0cd7c770d6c tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:01.120425 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8b468eb2-5835-4b51-a9fc-ffa6e015a2bd req-7600a77e-4087-4e60-9772-a0cd7c770d6c tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 943 time: 0.0669115 Dec 16 21:59:01.141888 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-38d993d7-dd19-4e67-aa34-bb60b2bdcb75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:01.148621 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1862a49d-b923-49a7-8070-1a746fe942a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:01.188922 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8b468eb2-5835-4b51-a9fc-ffa6e015a2bd req-ac75d7c7-4fee-4ee9-86f4-e4c50688af49 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570066 Dec 16 21:59:01.197490 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-38d993d7-dd19-4e67-aa34-bb60b2bdcb75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:01.200201 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1862a49d-b923-49a7-8070-1a746fe942a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:01.355073 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-38d993d7-dd19-4e67-aa34-bb60b2bdcb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:01.357820 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-38d993d7-dd19-4e67-aa34-bb60b2bdcb75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:01.359322 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-38d993d7-dd19-4e67-aa34-bb60b2bdcb75 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8de78d5-85b1-402d-8081-602a6957518c HTTP/1.1" status: 204 len: 168 time: 0.4569073 Dec 16 21:59:01.369385 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d993d7-dd19-4e67-aa34-bb60b2bdcb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8de78d5-85b1-402d-8081-602a6957518c,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:01.429534 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1862a49d-b923-49a7-8070-1a746fe942a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:01.432849 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1862a49d-b923-49a7-8070-1a746fe942a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:01.436386 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1862a49d-b923-49a7-8070-1a746fe942a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d72db90b-e9d6-4d57-878c-9cac9fbf8123 HTTP/1.1" status: 204 len: 168 time: 0.4060283 Dec 16 21:59:01.446233 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862a49d-b923-49a7-8070-1a746fe942a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72db90b-e9d6-4d57-878c-9cac9fbf8123,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:01.538341 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:02.178710 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d77e4-c9b0-471c-b0c7-09cee3152091 req-3c02a955-cca0-4843-89f7-4dde09154d75 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:02.178710 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-969d77e4-c9b0-471c-b0c7-09cee3152091 req-3c02a955-cca0-4843-89f7-4dde09154d75 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0620823 Dec 16 21:59:02.240110 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-969d77e4-c9b0-471c-b0c7-09cee3152091 req-63ab5b81-042b-4a7f-992b-6d73641f76d7 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544322 Dec 16 21:59:02.317276 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c118c5f-c4c5-4578-a165-529736c7b82a req-9fc7554c-d103-40c8-a37a-f951bf4eebcb tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:02.318802 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4c118c5f-c4c5-4578-a165-529736c7b82a req-9fc7554c-d103-40c8-a37a-f951bf4eebcb tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 943 time: 0.0541618 Dec 16 21:59:02.371153 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4c118c5f-c4c5-4578-a165-529736c7b82a req-e5f921d8-bbfa-416f-ab3a-6d263b850384 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462658 Dec 16 21:59:02.479977 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48474) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:02.494393 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c5009b7-783b-4b62-ad47-14dca5ee758f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:02.552270 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 48476) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:02.572175 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37e3feaf-c98f-483f-9c45-3eaf59720383 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:02.593999 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c5009b7-783b-4b62-ad47-14dca5ee758f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:02.670592 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37e3feaf-c98f-483f-9c45-3eaf59720383 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:02.675751 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8c5009b7-783b-4b62-ad47-14dca5ee758f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:02.714897 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37e3feaf-c98f-483f-9c45-3eaf59720383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:02.720911 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-8c5009b7-783b-4b62-ad47-14dca5ee758f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aefc30a5ed4042f98f5a606bd0e4aa46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390809 Dec 16 21:59:02.721698 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48478) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:02.722350 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5009b7-783b-4b62-ad47-14dca5ee758f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40331cf6-ec9b-4cd4-b2e3-29f958594814,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:02.758862 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3feaf-c98f-483f-9c45-3eaf59720383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b8ab5d-16ea-41cc-ad65-e723c2e9e21d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:02.777960 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1f6e1042-440e-4839-a3cb-6dbd3a78191c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:02.779689 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-37e3feaf-c98f-483f-9c45-3eaf59720383 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5561b50d1ad84848b22aff995d7083a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261252 Dec 16 21:59:02.785894 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 48480) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:02.808795 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1f6e1042-440e-4839-a3cb-6dbd3a78191c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:02.840959 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5bacb91c-3c4a-4437-b7e8-0c502d23e4fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:02.872185 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5bacb91c-3c4a-4437-b7e8-0c502d23e4fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:03.263665 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1f6e1042-440e-4839-a3cb-6dbd3a78191c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:03.266284 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-1f6e1042-440e-4839-a3cb-6dbd3a78191c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:03.267444 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1f6e1042-440e-4839-a3cb-6dbd3a78191c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40331cf6-ec9b-4cd4-b2e3-29f958594814 HTTP/1.1" status: 204 len: 168 time: 0.5423291 Dec 16 21:59:03.276083 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e1042-440e-4839-a3cb-6dbd3a78191c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40331cf6-ec9b-4cd4-b2e3-29f958594814,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:03.298667 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5bacb91c-3c4a-4437-b7e8-0c502d23e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:03.302985 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5bacb91c-3c4a-4437-b7e8-0c502d23e4fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:03.303537 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-5bacb91c-3c4a-4437-b7e8-0c502d23e4fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57b8ab5d-16ea-41cc-ad65-e723c2e9e21d HTTP/1.1" status: 204 len: 168 time: 0.5200212 Dec 16 21:59:03.320312 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacb91c-3c4a-4437-b7e8-0c502d23e4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b8ab5d-16ea-41cc-ad65-e723c2e9e21d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:03.473292 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fca3d7-a121-4b98-be1e-6c28e30df216 req-b606f4b7-6ff2-44a5-b416-a09f79de68f8 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:03.474858 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-30fca3d7-a121-4b98-be1e-6c28e30df216 req-b606f4b7-6ff2-44a5-b416-a09f79de68f8 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 945 time: 0.0980036 Dec 16 21:59:03.560895 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df44de-c57e-47cb-b21d-c90824c06e1c req-1c57553a-c1c3-4001-970f-8320d8f87124 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:03.569277 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c0df44de-c57e-47cb-b21d-c90824c06e1c req-1c57553a-c1c3-4001-970f-8320d8f87124 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 943 time: 0.1052148 Dec 16 21:59:03.573220 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a10677fe-1add-4546-8c25-b42d17290f1b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 21:59:03.652567 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-30fca3d7-a121-4b98-be1e-6c28e30df216 req-27be977a-e240-4de4-b0fe-343fae674bdf tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473067 Dec 16 21:59:03.666461 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c0df44de-c57e-47cb-b21d-c90824c06e1c req-506abe9b-97cb-437f-87b2-3da64aa2f73d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963848 Dec 16 21:59:03.710163 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:03.742952 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a10677fe-1add-4546-8c25-b42d17290f1b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:59:03.746112 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5ba3a8-9c17-45c0-a387-9186f07be9f1" -d '{"events": [{"server_uuid": "83287a64-d6f2-49a7-9d6d-8a77dd9a212a", "name": "network-vif-unplugged", "status": "completed", "tag": "a10677fe-1add-4546-8c25-b42d17290f1b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:59:03.770211 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a10677fe-1add-4546-8c25-b42d17290f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a10677fe-1add-4546-8c25-b42d17290f1b,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:59:03.795128 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 21:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfc70e4-fb11-4158-ac3c-405710c0b68f x-openstack-request-id: req-0dfc70e4-fb11-4158-ac3c-405710c0b68f {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:59:03.795635 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83287a64-d6f2-49a7-9d6d-8a77dd9a212a", "name": "network-vif-unplugged", "status": "completed", "tag": "a10677fe-1add-4546-8c25-b42d17290f1b", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:59:03.795900 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0dfc70e4-fb11-4158-ac3c-405710c0b68f {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:59:03.796571 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'code': 200} Dec 16 21:59:03.824358 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:03.887918 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=a10677fe-1add-4546-8c25-b42d17290f1b,revision_number=8']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:03.896574 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:03.897211 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:03.897756 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:03.898263 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:03.898612 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:03.898943 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:03.899414 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:03.899925 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:03.900259 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:03.900680 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:03.901017 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:03.901343 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:03.901669 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:04.866420 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dc522-ddd3-46fe-b104-c12f63eceb89 req-154fa218-f76f-45bc-9718-dfd481bb411a tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:04.874261 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b65dc522-ddd3-46fe-b104-c12f63eceb89 req-154fa218-f76f-45bc-9718-dfd481bb411a tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.1104572 Dec 16 21:59:04.894616 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a31f98-60af-4e1c-8864-a3a0d6227ffc req-f7001c1f-84f5-4441-889e-ad7fc01c7424 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:04.901121 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-54a31f98-60af-4e1c-8864-a3a0d6227ffc req-f7001c1f-84f5-4441-889e-ad7fc01c7424 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 943 time: 0.1131728 Dec 16 21:59:04.983289 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-54a31f98-60af-4e1c-8864-a3a0d6227ffc req-4eb15766-d838-446a-bc10-3fb56442f061 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677834 Dec 16 21:59:04.991332 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b65dc522-ddd3-46fe-b104-c12f63eceb89 req-22b5cf28-df83-47bb-a68b-842c482210ee tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158898 Dec 16 21:59:06.160966 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391ee34-9544-47bc-857b-48afa18c44ad req-84fb3cf4-b5b3-458d-bbb8-5b406bf19262 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:06.163518 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a391ee34-9544-47bc-857b-48afa18c44ad req-84fb3cf4-b5b3-458d-bbb8-5b406bf19262 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 943 time: 0.0931880 Dec 16 21:59:06.176490 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1cbb2-7502-4082-b70b-07ca335c9d51 req-7f5e4459-0250-4a32-945d-8697585a1c48 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:06.194819 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-abe1cbb2-7502-4082-b70b-07ca335c9d51 req-7f5e4459-0250-4a32-945d-8697585a1c48 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0941947 Dec 16 21:59:06.319216 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a391ee34-9544-47bc-857b-48afa18c44ad req-3aaaf5f9-b664-4cf0-839f-26f1b7558e3d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222076 Dec 16 21:59:06.337664 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-abe1cbb2-7502-4082-b70b-07ca335c9d51 req-540ee3fd-eeaa-4274-a27c-98ce24a4cae2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418970 Dec 16 21:59:07.492889 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8dd34-cda5-4c7c-9896-3f6f178c2354 req-7dd7e6c7-76a3-43ed-bf94-f317b754e266 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:07.492889 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-76a8dd34-cda5-4c7c-9896-3f6f178c2354 req-7dd7e6c7-76a3-43ed-bf94-f317b754e266 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 943 time: 0.0818810 Dec 16 21:59:07.514624 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a6df8-1ab8-49ac-8777-49efa79c582f req-18a7691a-13ae-4b24-89f8-5df21a72c34b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:07.516097 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e84a6df8-1ab8-49ac-8777-49efa79c582f req-18a7691a-13ae-4b24-89f8-5df21a72c34b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0971489 Dec 16 21:59:07.589494 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e84a6df8-1ab8-49ac-8777-49efa79c582f req-30b447d2-a1c2-4dfa-9584-cd6acb13446e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631030 Dec 16 21:59:07.599948 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-76a8dd34-cda5-4c7c-9896-3f6f178c2354 req-fb097c98-57c2-473f-8210-c3404111a257 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998461 Dec 16 21:59:08.777512 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986bd31-5be7-4f23-a1ef-b4b824e2b212 req-1ca8b404-589d-4098-aec1-f696140ce9c6 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:08.779143 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1986bd31-5be7-4f23-a1ef-b4b824e2b212 req-1ca8b404-589d-4098-aec1-f696140ce9c6 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 943 time: 0.1116648 Dec 16 21:59:08.795176 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de70440-cac1-4b38-8399-fb4892dcb203 req-46b2e122-75e7-4bee-81de-3bccf6ded4f0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:08.798050 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1de70440-cac1-4b38-8399-fb4892dcb203 req-46b2e122-75e7-4bee-81de-3bccf6ded4f0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0873024 Dec 16 21:59:08.875706 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1986bd31-5be7-4f23-a1ef-b4b824e2b212 req-468cfe10-a8b6-40c5-a5b3-512d14f97f25 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895715 Dec 16 21:59:08.880299 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1de70440-cac1-4b38-8399-fb4892dcb203 req-a7e77d39-fc04-4331-bbe3-dd97a3918f79 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757303 Dec 16 21:59:09.579684 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e435ac-6dda-439a-8d24-20fcd4e837a9 req-bb377c6b-cb5c-4a73-a406-1cf1c457184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:09.581364 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b7e435ac-6dda-439a-8d24-20fcd4e837a9 req-bb377c6b-cb5c-4a73-a406-1cf1c457184a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e8205d6-50c6-4140-b075-154cc20dabb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686579 Dec 16 21:59:09.583692 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef64e79-d5c6-422a-9e06-33a9bf118692 req-7359f1fe-59b5-4388-a4c9-fdc906003bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:09.585040 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6ef64e79-d5c6-422a-9e06-33a9bf118692 req-7359f1fe-59b5-4388-a4c9-fdc906003bbe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16ca58f1469a4a899032d95c11e73b22&device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 1096 time: 0.0615635 Dec 16 21:59:10.016465 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b7e435ac-6dda-439a-8d24-20fcd4e837a9 req-f300a299-5655-45c4-943e-52147efb7c1d service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142294 Dec 16 21:59:10.017400 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef64e79-d5c6-422a-9e06-33a9bf118692 req-e2bb2053-9dcc-4e96-b1c2-ee1fc8a9182b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:10.021083 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6ef64e79-d5c6-422a-9e06-33a9bf118692 req-e2bb2053-9dcc-4e96-b1c2-ee1fc8a9182b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=16ca58f1469a4a899032d95c11e73b22&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4121046 Dec 16 21:59:10.026997 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac869a-50dc-4e7e-af8b-e802da375ef0 req-f74899b2-9d55-4ca3-a5a1-0f9c899e018c tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:10.028566 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-76ac869a-50dc-4e7e-af8b-e802da375ef0 req-f74899b2-9d55-4ca3-a5a1-0f9c899e018c tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 943 time: 0.0810013 Dec 16 21:59:10.067808 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6cb39-86ca-4a19-8884-6b5a805e9551 req-fba7bea7-b60c-4e28-bd9b-ba87a2651ad1 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:10.069534 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ecd6cb39-86ca-4a19-8884-6b5a805e9551 req-fba7bea7-b60c-4e28-bd9b-ba87a2651ad1 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0894735 Dec 16 21:59:10.098139 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28751304-2e33-4a23-a365-66a00f72a88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:10.112910 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-76ac869a-50dc-4e7e-af8b-e802da375ef0 req-d7f2a365-e348-45b6-a16c-b449257745ec tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754616 Dec 16 21:59:10.149525 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ecd6cb39-86ca-4a19-8884-6b5a805e9551 req-3713d7b0-0b46-4e22-b427-7d38293a8dd7 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695436 Dec 16 21:59:10.202112 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b7e435ac-6dda-439a-8d24-20fcd4e837a9 req-281cb43c-3923-4c32-9934-7906fae76e3d service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721590 Dec 16 21:59:10.203398 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef64e79-d5c6-422a-9e06-33a9bf118692 req-0882b2e5-9492-4b49-bc5c-452731db2155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:10.204707 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6ef64e79-d5c6-422a-9e06-33a9bf118692 req-0882b2e5-9492-4b49-bc5c-452731db2155 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1736801 Dec 16 21:59:10.283834 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-c190b190-1bb6-4e0d-bc7e-ae1d75da7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:10.285555 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-c190b190-1bb6-4e0d-bc7e-ae1d75da7d9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16ca58f1469a4a899032d95c11e73b22&device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 1096 time: 0.0425372 Dec 16 21:59:10.329465 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-d25eacbc-f215-4969-a01c-30045e4c715b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d07995d2-ffe9-435f-99bf-c2f5d3c56477 HTTP/1.1" status: 200 len: 217 time: 0.0347550 Dec 16 21:59:10.383238 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-09149aef-375d-4ed4-8b4c-5b77b945dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:10.384647 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-09149aef-375d-4ed4-8b4c-5b77b945dcfd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8564791e-acea-4fef-925a-284d462cf1b7 HTTP/1.1" status: 200 len: 853 time: 0.0478454 Dec 16 21:59:10.430698 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-22250533-abc5-4f24-8676-30151506d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:10.432173 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-22250533-abc5-4f24-8676-30151506d79f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71f6254c-4411-496d-8f04-e3185f693aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394859 Dec 16 21:59:10.521453 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-4da9d38d-eb57-41b9-b6f6-1daa0bc617e0 service neutron] 10.222.0.59 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815189 Dec 16 21:59:10.615735 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b3eaf8bc-b793-4d3c-9369-408b30d2ac45 req-5cd78d65-7e5c-47fa-87c2-5f4802ff6f6c service neutron] 10.222.0.59 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863023 Dec 16 21:59:11.266173 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df1ef2-090d-41a0-9412-54d282d95a27 req-1353935b-6ad6-486b-84a6-29518bbb8fc1 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:11.267764 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-58df1ef2-090d-41a0-9412-54d282d95a27 req-1353935b-6ad6-486b-84a6-29518bbb8fc1 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 943 time: 0.0753443 Dec 16 21:59:11.333733 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31e128-db0d-4825-8e41-d802e335a823 req-8429d923-c09f-4437-8ce8-8b081a0e2c63 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:11.341093 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9d31e128-db0d-4825-8e41-d802e335a823 req-8429d923-c09f-4437-8ce8-8b081a0e2c63 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0997040 Dec 16 21:59:11.368408 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-58df1ef2-090d-41a0-9412-54d282d95a27 req-753bfc42-48c2-490b-9c62-085e107e9b36 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862896 Dec 16 21:59:11.406043 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9d31e128-db0d-4825-8e41-d802e335a823 req-d5016790-21a8-4863-8bd4-315f2ae45e53 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640988 Dec 16 21:59:12.517310 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45b7ca-2be3-4642-a228-9d9d7af1bf87 req-b42438ba-6e0b-414e-8672-01cdfca878aa tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:12.520114 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9f45b7ca-2be3-4642-a228-9d9d7af1bf87 req-b42438ba-6e0b-414e-8672-01cdfca878aa tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 943 time: 0.0724528 Dec 16 21:59:12.587596 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b11eec-299d-4b05-8004-5e85cae1239f req-cb840bf2-8f4e-49cb-9908-45553c5c5b76 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:12.589158 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-46b11eec-299d-4b05-8004-5e85cae1239f req-cb840bf2-8f4e-49cb-9908-45553c5c5b76 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0931332 Dec 16 21:59:12.597310 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9f45b7ca-2be3-4642-a228-9d9d7af1bf87 req-a9ae38bc-2fb6-4bc8-9ba4-7080c99e83c1 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609088 Dec 16 21:59:12.648654 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-46b11eec-299d-4b05-8004-5e85cae1239f req-47704075-6f1d-406f-9ee6-5fdd3f0eee02 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501802 Dec 16 21:59:12.663393 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3f83744d-bea5-4932-b5c5-0e3698d13cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:13.520773 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:13.635918 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device d07995d2-ffe9-435f-99bf-c2f5d3c56477 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 21:59:13.729027 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4da522-f3ee-45f2-ae1e-1b862b8d27e9 req-7c039976-3b5d-4518-9708-7609d8608800 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:13.730535 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3c4da522-f3ee-45f2-ae1e-1b862b8d27e9 req-7c039976-3b5d-4518-9708-7609d8608800 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 943 time: 0.0609176 Dec 16 21:59:13.747090 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port d07995d2-ffe9-435f-99bf-c2f5d3c56477, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d07995d2-ffe9-435f-99bf-c2f5d3c56477,segment=NetworkSegment(1735b89e-8fc6-48a3-b4a1-e00a9f336090),segment_id=1735b89e-8fc6-48a3-b4a1-e00a9f336090)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:59:13.767164 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477', 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'port_id': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477', 'mac_address': 'fa:16:3e:3d:20:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8564791e-acea-4fef-925a-284d462cf1b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 21:59:13.788968 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3c4da522-f3ee-45f2-ae1e-1b862b8d27e9 req-481c28f4-acc8-4f90-a361-32e443d79a4d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514946 Dec 16 21:59:13.813735 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:13.827903 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07995d2-ffe9-435f-99bf-c2f5d3c56477 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:59:13.848363 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port d07995d2-ffe9-435f-99bf-c2f5d3c56477, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d07995d2-ffe9-435f-99bf-c2f5d3c56477,segment=NetworkSegment(1735b89e-8fc6-48a3-b4a1-e00a9f336090),segment_id=1735b89e-8fc6-48a3-b4a1-e00a9f336090)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:59:13.852913 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-daa85d2c-3bad-4537-b25f-07cd76f81c42 req-16900dfe-06a8-4be8-9622-380fc34f5fa4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:59:13.854108 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-daa85d2c-3bad-4537-b25f-07cd76f81c42 req-16900dfe-06a8-4be8-9622-380fc34f5fa4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058191 Dec 16 21:59:13.921025 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:13.971172 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=d07995d2-ffe9-435f-99bf-c2f5d3c56477,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:14.137787 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['d07995d2-ffe9-435f-99bf-c2f5d3c56477'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:59:14.171384 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8684ba1-7cf8-4b3a-b125-e49e0ac24044 req-9d9ec300-6c3c-460f-9668-f8844ad6dcf3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:14.180199 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f8684ba1-7cf8-4b3a-b125-e49e0ac24044 req-9d9ec300-6c3c-460f-9668-f8844ad6dcf3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0745323 Dec 16 21:59:14.255233 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f8684ba1-7cf8-4b3a-b125-e49e0ac24044 req-57faa084-a5ac-4925-b474-8cf32f021d56 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739708 Dec 16 21:59:14.263113 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 48772) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:14.397457 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67b161a6-4669-408a-bd38-ba0100886c3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:14.480852 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67b161a6-4669-408a-bd38-ba0100886c3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:14.566797 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67b161a6-4669-408a-bd38-ba0100886c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:14.604588 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-67b161a6-4669-408a-bd38-ba0100886c3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50603675736d4f5689de51774f324175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400030 Dec 16 21:59:14.605446 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b161a6-4669-408a-bd38-ba0100886c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65910a4e-aec2-4c35-9162-aed2b3afee92,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:14.607343 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48796) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:14.659968 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4253e1db-99a4-401c-b6c7-eda0a96f44ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:14.688626 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4253e1db-99a4-401c-b6c7-eda0a96f44ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:14.714842 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 48804) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:14.811721 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4253e1db-99a4-401c-b6c7-eda0a96f44ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:14.815142 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4253e1db-99a4-401c-b6c7-eda0a96f44ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:14.817064 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-4253e1db-99a4-401c-b6c7-eda0a96f44ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65910a4e-aec2-4c35-9162-aed2b3afee92 HTTP/1.1" status: 204 len: 168 time: 0.2086687 Dec 16 21:59:14.826241 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253e1db-99a4-401c-b6c7-eda0a96f44ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65910a4e-aec2-4c35-9162-aed2b3afee92,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:14.855404 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-1799ada7-21e7-4617-8473-263ae436deea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1387284 Dec 16 21:59:14.864162 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-52d63302-71a3-4d8f-840f-2efbe360b78b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:59:14.872768 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-52d63302-71a3-4d8f-840f-2efbe360b78b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119226 Dec 16 21:59:14.953292 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f59451-136d-4bfa-9bb8-19e17c72ddf9 req-919f43c9-d488-40c9-811c-75711ceae8e6 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:14.953292 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-87f59451-136d-4bfa-9bb8-19e17c72ddf9 req-919f43c9-d488-40c9-811c-75711ceae8e6 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 944 time: 0.0686364 Dec 16 21:59:15.002345 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:15.021415 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-87f59451-136d-4bfa-9bb8-19e17c72ddf9 req-3b69db58-52da-408a-b24e-842de74f27a1 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622926 Dec 16 21:59:15.379454 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71bb45-f091-4993-8a82-c4903686923e req-e4610794-3e5c-4453-a33e-ed8cf9d4c0ea tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:15.381061 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dc71bb45-f091-4993-8a82-c4903686923e req-e4610794-3e5c-4453-a33e-ed8cf9d4c0ea tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0522232 Dec 16 21:59:15.430166 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dc71bb45-f091-4993-8a82-c4903686923e req-9e0199e7-544c-4aaa-8564-6146c264449d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425889 Dec 16 21:59:15.493283 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 48826) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:15.507415 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0dc605e7-96d3-4331-ad75-6b6fc4bf3c14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:15.580341 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0dc605e7-96d3-4331-ad75-6b6fc4bf3c14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:15.640646 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0dc605e7-96d3-4331-ad75-6b6fc4bf3c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:15.650870 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device d07995d2-ffe9-435f-99bf-c2f5d3c56477 up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:59:15.682520 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-0dc605e7-96d3-4331-ad75-6b6fc4bf3c14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57b9c03a789c4c1c9c66f9ff1af5ae0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881442 Dec 16 21:59:15.683493 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc605e7-96d3-4331-ad75-6b6fc4bf3c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b20b6ea-8755-4165-9182-c14f98e875e5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:15.685455 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48828) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:15.745041 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9deb4574-38c8-46a7-9e40-2023c5126577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:15.767363 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9deb4574-38c8-46a7-9e40-2023c5126577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:15.789899 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port d07995d2-ffe9-435f-99bf-c2f5d3c56477 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 21:59:15.799154 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port d07995d2-ffe9-435f-99bf-c2f5d3c56477 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:59:15.799473 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:15.874907 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:15.895192 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:15.897651 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9deb4574-38c8-46a7-9e40-2023c5126577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:15.900233 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9deb4574-38c8-46a7-9e40-2023c5126577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:15.901818 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9deb4574-38c8-46a7-9e40-2023c5126577 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b20b6ea-8755-4165-9182-c14f98e875e5 HTTP/1.1" status: 204 len: 168 time: 0.2143791 Dec 16 21:59:15.911090 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb4574-38c8-46a7-9e40-2023c5126577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b20b6ea-8755-4165-9182-c14f98e875e5,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:15.950103 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:59:15.950103 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47f2091-ff08-4203-8acc-2b9214772a79" -d '{"events": [{"server_uuid": "93b091cf-0510-454d-bdae-7cfdd4f30c5c", "name": "network-vif-plugged", "status": "completed", "tag": "d07995d2-ffe9-435f-99bf-c2f5d3c56477"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:59:15.974591 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port d07995d2-ffe9-435f-99bf-c2f5d3c56477, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d07995d2-ffe9-435f-99bf-c2f5d3c56477,segment=NetworkSegment(1735b89e-8fc6-48a3-b4a1-e00a9f336090),segment_id=1735b89e-8fc6-48a3-b4a1-e00a9f336090)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:59:15.989726 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cffb4a6-d81c-44f3-b332-00bd92d4bc19 x-openstack-request-id: req-1cffb4a6-d81c-44f3-b332-00bd92d4bc19 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:59:15.990041 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b091cf-0510-454d-bdae-7cfdd4f30c5c", "name": "network-vif-plugged", "status": "completed", "tag": "d07995d2-ffe9-435f-99bf-c2f5d3c56477", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:59:15.990305 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1cffb4a6-d81c-44f3-b332-00bd92d4bc19 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:59:15.990726 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477', 'code': 200} Dec 16 21:59:16.023487 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:16.024562 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a10677fe-1add-4546-8c25-b42d17290f1b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 21:59:16.110018 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=d07995d2-ffe9-435f-99bf-c2f5d3c56477,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:16.168088 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e128064-a6bc-4693-88d7-151534d1b786 req-95b66d6d-f572-4f7e-b500-a7a48aff7801 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:16.170508 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0e128064-a6bc-4693-88d7-151534d1b786 req-95b66d6d-f572-4f7e-b500-a7a48aff7801 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 945 time: 0.0766735 Dec 16 21:59:16.224884 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0e128064-a6bc-4693-88d7-151534d1b786 req-7803b073-e105-4fbd-80ae-dd166ca6eae7 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458221 Dec 16 21:59:16.318978 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc2785-9c19-4a86-be8a-86eb319dfbde req-9c52257b-1f82-4a65-b534-ce7c5638b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:16.320998 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-f2dc2785-9c19-4a86-be8a-86eb319dfbde req-9c52257b-1f82-4a65-b534-ce7c5638b9ca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 1098 time: 0.0447850 Dec 16 21:59:16.372631 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-f2dc2785-9c19-4a86-be8a-86eb319dfbde req-eb588b01-448d-4bfc-9d41-bc36a79e8ad5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443058 Dec 16 21:59:16.561373 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a0535-aa78-426d-abf2-0964d41b576a req-3ac536f7-fd3c-4c44-a9b0-923bf8dca3bf tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:16.562798 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-040a0535-aa78-426d-abf2-0964d41b576a req-3ac536f7-fd3c-4c44-a9b0-923bf8dca3bf tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0559824 Dec 16 21:59:16.618130 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-040a0535-aa78-426d-abf2-0964d41b576a req-7309388d-09e1-4cae-99db-250b57b37b05 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450280 Dec 16 21:59:17.371641 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04a32-5203-43ca-a6bc-82297c565b61 req-a0eabbcb-8017-4c83-a5c8-b5591af312a5 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:17.374017 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-18a04a32-5203-43ca-a6bc-82297c565b61 req-a0eabbcb-8017-4c83-a5c8-b5591af312a5 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 945 time: 0.0546470 Dec 16 21:59:17.429456 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-18a04a32-5203-43ca-a6bc-82297c565b61 req-22b534aa-fd19-43a2-baf5-c2926d6a5eed tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477877 Dec 16 21:59:17.575844 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-289e7af6-44b3-42d1-b618-7d70cd38d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:17.577392 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-289e7af6-44b3-42d1-b618-7d70cd38d4b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a&tenant_id=2222f1d7be91471380160da7092bd9d7 HTTP/1.1" status: 200 len: 1096 time: 0.0770772 Dec 16 21:59:17.641173 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-bf723b5a-ac45-43db-9cfb-19ddb3d2e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:17.642709 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-bf723b5a-ac45-43db-9cfb-19ddb3d2e675 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2222f1d7be91471380160da7092bd9d7&device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 1096 time: 0.0410144 Dec 16 21:59:17.748491 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-31cc0ba0-dafd-4536-9a87-d8df3a0f8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:17.749448 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a89546-f54a-4a7d-b194-cc2eca4bec54 req-02a81c1e-72b2-49d6-9235-eea66a938b77 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:17.750339 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-31cc0ba0-dafd-4536-9a87-d8df3a0f8155 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e8205d6-50c6-4140-b075-154cc20dabb0 HTTP/1.1" status: 200 len: 917 time: 0.1007288 Dec 16 21:59:17.750929 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d1a89546-f54a-4a7d-b194-cc2eca4bec54 req-02a81c1e-72b2-49d6-9235-eea66a938b77 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0513697 Dec 16 21:59:17.805220 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d1a89546-f54a-4a7d-b194-cc2eca4bec54 req-414c6ea1-f4f2-4065-8579-6f2781941b4f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460408 Dec 16 21:59:17.829033 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-9064cb46-0180-4133-8b02-fb4c2ce05ac3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10677fe-1add-4546-8c25-b42d17290f1b HTTP/1.1" status: 200 len: 999 time: 0.0719681 Dec 16 21:59:17.879652 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-7648f6d7-8abb-442f-8d40-0efdc372f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:17.881184 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-7648f6d7-8abb-442f-8d40-0efdc372f7b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a289809-76be-41c6-8299-52e501367a8c HTTP/1.1" status: 200 len: 855 time: 0.0455883 Dec 16 21:59:17.931284 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-0d1f5439-2a12-4264-b257-618b0b74e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:17.932956 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-0d1f5439-2a12-4264-b257-618b0b74e1a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e8205d6-50c6-4140-b075-154cc20dabb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440249 Dec 16 21:59:18.036261 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-fdc5df95-dbb5-449e-a91e-f3e886e98900 service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946801 Dec 16 21:59:18.129580 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-4bf3e0f4-4020-4074-98aa-f5bc2f242a39 service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864134 Dec 16 21:59:18.281110 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:59:18.595955 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492cbab-1c0b-4223-9ff1-6db44d7d487d req-d0287e00-78f1-4ca6-adb6-b108f7f1054d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:18.598443 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4492cbab-1c0b-4223-9ff1-6db44d7d487d req-d0287e00-78f1-4ca6-adb6-b108f7f1054d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 945 time: 0.0746739 Dec 16 21:59:18.659958 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4492cbab-1c0b-4223-9ff1-6db44d7d487d req-3d6e407f-2cb8-4918-b9c5-c2bc04b4e811 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508587 Dec 16 21:59:18.789194 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f94a5-5716-4b77-8f66-2da9daf2a70f req-756e4a11-023a-42c3-8a3f-c92dbe652ac6 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:18.809195 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-273f94a5-5716-4b77-8f66-2da9daf2a70f req-756e4a11-023a-42c3-8a3f-c92dbe652ac6 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 945 time: 0.0610950 Dec 16 21:59:18.869221 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-273f94a5-5716-4b77-8f66-2da9daf2a70f req-28d8634a-3a7b-41c2-91dd-120559ceff5e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721259 Dec 16 21:59:18.995219 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120171e-4a96-4bde-ba92-6ee3c06c3377 req-0236e914-15be-4fdb-b91d-62d52d558112 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:19.011967 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a120171e-4a96-4bde-ba92-6ee3c06c3377 req-0236e914-15be-4fdb-b91d-62d52d558112 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0890584 Dec 16 21:59:19.086155 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a120171e-4a96-4bde-ba92-6ee3c06c3377 req-e10c7e7a-05a3-4333-9c93-6baa4b1b7b43 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711024 Dec 16 21:59:19.297133 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 48966) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:19.419803 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8b964-8dee-4279-a881-8f5fc9f20ce5 req-68e5ca6f-e997-4a85-a2fd-ca8022cd4ed1 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:19.422164 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-03b8b964-8dee-4279-a881-8f5fc9f20ce5 req-68e5ca6f-e997-4a85-a2fd-ca8022cd4ed1 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 945 time: 0.0899532 Dec 16 21:59:19.522923 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-03b8b964-8dee-4279-a881-8f5fc9f20ce5 req-7fb62d3c-3261-4c04-8cf1-27c3127fe911 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877941 Dec 16 21:59:19.567945 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bc33a8e2-9b28-4f06-8e44-d01a13e3bdb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:19.656443 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bc33a8e2-9b28-4f06-8e44-d01a13e3bdb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:19.755415 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bc33a8e2-9b28-4f06-8e44-d01a13e3bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:19.806081 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33a8e2-9b28-4f06-8e44-d01a13e3bdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcfd986-bd57-43ef-bdc8-b8407e672d44,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:19.828534 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 48980) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:19.843533 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-bc33a8e2-9b28-4f06-8e44-d01a13e3bdb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=09338ed950634aa7bf4772fa984691d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5395048 Dec 16 21:59:19.900904 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c09e8124-cf78-4474-b320-8cd5c1eba025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:19.924406 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c09e8124-cf78-4474-b320-8cd5c1eba025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:20.023873 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c09e8124-cf78-4474-b320-8cd5c1eba025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:20.027470 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c09e8124-cf78-4474-b320-8cd5c1eba025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:20.028768 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c09e8124-cf78-4474-b320-8cd5c1eba025 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/efcfd986-bd57-43ef-bdc8-b8407e672d44 HTTP/1.1" status: 204 len: 168 time: 0.1988573 Dec 16 21:59:20.039383 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e8124-cf78-4474-b320-8cd5c1eba025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcfd986-bd57-43ef-bdc8-b8407e672d44,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:20.268953 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7df9e-ee98-478f-8e0a-4be71e8113d0 req-d7a36b23-4f56-4e8e-bee0-cb2352cb6e67 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:20.270790 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62d7df9e-ee98-478f-8e0a-4be71e8113d0 req-d7a36b23-4f56-4e8e-bee0-cb2352cb6e67 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0775921 Dec 16 21:59:20.341302 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-62d7df9e-ee98-478f-8e0a-4be71e8113d0 req-ec72f167-b9c0-4345-a466-b1d7830379bd tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610816 Dec 16 21:59:20.949613 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 48998) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:20.964640 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c42daaf2-9352-43a9-92db-9bcda2f83c7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:21.054118 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c42daaf2-9352-43a9-92db-9bcda2f83c7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:21.138881 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c42daaf2-9352-43a9-92db-9bcda2f83c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:21.180842 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c42daaf2-9352-43a9-92db-9bcda2f83c7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a179c59d3f174ccd984746bd43b0a971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299037 Dec 16 21:59:21.181738 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42daaf2-9352-43a9-92db-9bcda2f83c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388b0781-d1b8-4823-9bac-338145b61ad7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:21.183884 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49004) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:21.263686 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-38c06a05-3d19-452d-a111-04f1f17d13b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:21.292001 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-38c06a05-3d19-452d-a111-04f1f17d13b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:21.443414 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-38c06a05-3d19-452d-a111-04f1f17d13b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:21.446130 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-38c06a05-3d19-452d-a111-04f1f17d13b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:21.449488 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-38c06a05-3d19-452d-a111-04f1f17d13b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/388b0781-d1b8-4823-9bac-338145b61ad7 HTTP/1.1" status: 204 len: 168 time: 0.2583377 Dec 16 21:59:21.460229 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c06a05-3d19-452d-a111-04f1f17d13b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388b0781-d1b8-4823-9bac-338145b61ad7,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:21.510339 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261bc84-c431-4326-93cd-65fd7cc13e1d req-1b49cf85-48fa-47fe-8a1f-78ec5b319118 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:21.512184 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6261bc84-c431-4326-93cd-65fd7cc13e1d req-1b49cf85-48fa-47fe-8a1f-78ec5b319118 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0834415 Dec 16 21:59:21.634307 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6261bc84-c431-4326-93cd-65fd7cc13e1d req-d90374b1-8df5-495e-9881-ed911c7f7691 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932086 Dec 16 21:59:22.789022 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb975e28-acb2-4fab-ab5a-2bfef84b0c90 req-2b4179b6-6a3c-4997-b9d8-6b05f1656c75 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:22.791108 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bb975e28-acb2-4fab-ab5a-2bfef84b0c90 req-2b4179b6-6a3c-4997-b9d8-6b05f1656c75 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0706909 Dec 16 21:59:22.853941 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bb975e28-acb2-4fab-ab5a-2bfef84b0c90 req-9078b39c-eb14-4b64-8463-b9d60b55e1d4 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543795 Dec 16 21:59:24.049688 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb0c84-e2e6-4858-a05a-c1c293cc2a06 req-71beeb7c-91a9-4ff9-93a5-f2f452ea9b90 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:24.053669 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3feb0c84-e2e6-4858-a05a-c1c293cc2a06 req-71beeb7c-91a9-4ff9-93a5-f2f452ea9b90 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.1032071 Dec 16 21:59:24.116406 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3feb0c84-e2e6-4858-a05a-c1c293cc2a06 req-8e3428c6-214a-45c2-953e-09953d2199ef tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548530 Dec 16 21:59:25.124065 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49138) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:25.303023 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08838b7d-3174-4fc4-b155-e8fe1cbfdd85 req-57ca612e-4c0f-4053-baed-47a2f9275aec tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:25.304555 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08838b7d-3174-4fc4-b155-e8fe1cbfdd85 req-57ca612e-4c0f-4053-baed-47a2f9275aec tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0868480 Dec 16 21:59:25.313800 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49146) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:25.354561 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-61d6d710-b16c-4e5f-99ed-6d633456d9f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.410845 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3caacb65-131e-47be-a12e-8f8048e08f1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.418534 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08838b7d-3174-4fc4-b155-e8fe1cbfdd85 req-c2ab3843-cc20-46d1-af28-88eb25f5bafe tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988832 Dec 16 21:59:25.475791 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-61d6d710-b16c-4e5f-99ed-6d633456d9f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.543324 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-61d6d710-b16c-4e5f-99ed-6d633456d9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.547532 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3caacb65-131e-47be-a12e-8f8048e08f1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.584929 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-61d6d710-b16c-4e5f-99ed-6d633456d9f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4891a539db0e4c57bafbe6d213ececf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4594667 Dec 16 21:59:25.587721 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49150) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:25.591272 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6d710-b16c-4e5f-99ed-6d633456d9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4630722-2e26-40d2-9aa4-c4e982050103,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:25.610724 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3caacb65-131e-47be-a12e-8f8048e08f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.671713 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caacb65-131e-47be-a12e-8f8048e08f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8951841-3e16-441b-805f-36bb4f1cdc82,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:25.677195 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-3caacb65-131e-47be-a12e-8f8048e08f1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef0d6ef52e0245eba3f4ba4cc20f3dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3616202 Dec 16 21:59:25.684726 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49152) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:25.693743 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-274fe8b5-ee0a-45aa-8869-72a4b14627ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.719320 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-274fe8b5-ee0a-45aa-8869-72a4b14627ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.753504 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1dfda6c1-43d1-4738-a16d-0ec7a58d07d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.781954 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1dfda6c1-43d1-4738-a16d-0ec7a58d07d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.823039 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-274fe8b5-ee0a-45aa-8869-72a4b14627ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.825762 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-274fe8b5-ee0a-45aa-8869-72a4b14627ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.830149 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-274fe8b5-ee0a-45aa-8869-72a4b14627ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4630722-2e26-40d2-9aa4-c4e982050103 HTTP/1.1" status: 204 len: 168 time: 0.2380877 Dec 16 21:59:25.838753 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fe8b5-ee0a-45aa-8869-72a4b14627ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4630722-2e26-40d2-9aa4-c4e982050103,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:25.932008 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1dfda6c1-43d1-4738-a16d-0ec7a58d07d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.935016 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1dfda6c1-43d1-4738-a16d-0ec7a58d07d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.937317 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-1dfda6c1-43d1-4738-a16d-0ec7a58d07d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8951841-3e16-441b-805f-36bb4f1cdc82 HTTP/1.1" status: 204 len: 168 time: 0.2514331 Dec 16 21:59:25.946659 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfda6c1-43d1-4738-a16d-0ec7a58d07d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8951841-3e16-441b-805f-36bb4f1cdc82,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:26.579029 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc973b5-fb7b-48f9-807d-d3b0a14fc584 req-aab0e6d2-df0b-45ea-be21-23870f394251 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:26.584727 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cfc973b5-fb7b-48f9-807d-d3b0a14fc584 req-aab0e6d2-df0b-45ea-be21-23870f394251 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0717177 Dec 16 21:59:26.608278 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49164) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:26.627823 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d15ef744-9e80-4657-b0b3-317bbe67206b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:26.637718 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cfc973b5-fb7b-48f9-807d-d3b0a14fc584 req-4a38ecad-18f3-46f9-bb68-4223806a5f8f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500548 Dec 16 21:59:26.716079 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49166) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:26.716834 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d15ef744-9e80-4657-b0b3-317bbe67206b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:26.734203 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98e558d6-0495-4db3-bbb9-f0c65a92bd0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:26.783179 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d15ef744-9e80-4657-b0b3-317bbe67206b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:26.828486 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d15ef744-9e80-4657-b0b3-317bbe67206b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82fc7c2bcdfc404eb98af0a41f3a5a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176735 Dec 16 21:59:26.829695 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ef744-9e80-4657-b0b3-317bbe67206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07ce67c-0602-49c7-8076-d6d47bb1b23e,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:26.833501 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49168) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:26.843851 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98e558d6-0495-4db3-bbb9-f0c65a92bd0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:26.894306 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d76fd44b-eb3c-4e07-ae8a-5313492d23ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:26.910577 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98e558d6-0495-4db3-bbb9-f0c65a92bd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:26.919358 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d76fd44b-eb3c-4e07-ae8a-5313492d23ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:26.954287 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-98e558d6-0495-4db3-bbb9-f0c65a92bd0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62b426e273a84ddcaabe5144849a8aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391627 Dec 16 21:59:26.955212 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e558d6-0495-4db3-bbb9-f0c65a92bd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4337382-5d07-44bb-845a-1bacb5c39c66,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:26.957356 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49170) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:27.026714 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ba9eeb20-ab8c-41f7-8c2c-fb81c915880e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:27.050889 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ba9eeb20-ab8c-41f7-8c2c-fb81c915880e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:27.078656 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d76fd44b-eb3c-4e07-ae8a-5313492d23ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:27.081466 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d76fd44b-eb3c-4e07-ae8a-5313492d23ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:27.085366 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d76fd44b-eb3c-4e07-ae8a-5313492d23ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c07ce67c-0602-49c7-8076-d6d47bb1b23e HTTP/1.1" status: 204 len: 168 time: 0.2476151 Dec 16 21:59:27.099836 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fd44b-eb3c-4e07-ae8a-5313492d23ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07ce67c-0602-49c7-8076-d6d47bb1b23e,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:27.171994 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ba9eeb20-ab8c-41f7-8c2c-fb81c915880e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:27.175165 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ba9eeb20-ab8c-41f7-8c2c-fb81c915880e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:27.177108 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ba9eeb20-ab8c-41f7-8c2c-fb81c915880e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4337382-5d07-44bb-845a-1bacb5c39c66 HTTP/1.1" status: 204 len: 168 time: 0.2177298 Dec 16 21:59:27.188273 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9eeb20-ab8c-41f7-8c2c-fb81c915880e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4337382-5d07-44bb-845a-1bacb5c39c66,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:27.802191 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c970ea-b33b-420b-a154-c62b8ae8d6c1 req-47691789-ebf2-4ae7-842e-40c220478e8f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:27.803739 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d9c970ea-b33b-420b-a154-c62b8ae8d6c1 req-47691789-ebf2-4ae7-842e-40c220478e8f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0738475 Dec 16 21:59:28.107179 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d9c970ea-b33b-420b-a154-c62b8ae8d6c1 req-a794c1c2-bb79-4d3b-948d-51ebddf19f02 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930810 Dec 16 21:59:29.236842 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da44747-97c9-4dda-9e81-f00febc46d83 req-e4fd8460-94ff-45ad-bb3e-dd5a509de0c3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:29.239001 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6da44747-97c9-4dda-9e81-f00febc46d83 req-e4fd8460-94ff-45ad-bb3e-dd5a509de0c3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0561323 Dec 16 21:59:29.296031 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6da44747-97c9-4dda-9e81-f00febc46d83 req-385a0a2a-daaa-48b7-ae32-4d6105051913 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512054 Dec 16 21:59:30.426017 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817558c-3a39-4f0c-8d01-3676f94e5e01 req-b4632332-7504-4f4e-b1a1-2d67d9a52e6e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:30.427479 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5817558c-3a39-4f0c-8d01-3676f94e5e01 req-b4632332-7504-4f4e-b1a1-2d67d9a52e6e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0490987 Dec 16 21:59:30.481520 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5817558c-3a39-4f0c-8d01-3676f94e5e01 req-3d931471-16d1-464c-846c-327d132431b0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475640 Dec 16 21:59:31.612175 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c0531-0f7c-4e0a-8d21-ddf84a6c5f0c req-b9ae45f0-2ac5-4f0c-8216-3e03132fa141 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:31.614370 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-436c0531-0f7c-4e0a-8d21-ddf84a6c5f0c req-b9ae45f0-2ac5-4f0c-8216-3e03132fa141 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0536110 Dec 16 21:59:31.670603 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-436c0531-0f7c-4e0a-8d21-ddf84a6c5f0c req-7c5e2a2c-02c6-437f-94d3-56bec8459de0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480027 Dec 16 21:59:32.287383 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:32.810563 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bf6b2-aad6-4584-8fcf-479983c66389 req-7e650950-6dec-4eee-bac6-cdb621db825b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:32.811830 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c8bf6b2-aad6-4584-8fcf-479983c66389 req-7e650950-6dec-4eee-bac6-cdb621db825b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0507333 Dec 16 21:59:32.862370 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8c8bf6b2-aad6-4584-8fcf-479983c66389 req-6bbab3c4-9389-46df-92b8-71fb18b4efdd tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431805 Dec 16 21:59:33.997769 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2224fe-f618-4d39-89ff-19f7f391cec5 req-1fa033bb-bef5-412a-adeb-8ed0f7beb2e3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:33.999255 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ad2224fe-f618-4d39-89ff-19f7f391cec5 req-1fa033bb-bef5-412a-adeb-8ed0f7beb2e3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0564604 Dec 16 21:59:34.046737 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ad2224fe-f618-4d39-89ff-19f7f391cec5 req-c7a29ca9-21ea-4387-a6ba-bc774cf70ba5 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411730 Dec 16 21:59:35.168003 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4582a8-1b65-47d5-84b6-474282cff317 req-088a2461-8802-4a03-b89c-77143c34fafb tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:35.169645 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8a4582a8-1b65-47d5-84b6-474282cff317 req-088a2461-8802-4a03-b89c-77143c34fafb tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0502129 Dec 16 21:59:35.216165 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8a4582a8-1b65-47d5-84b6-474282cff317 req-cc873b2d-bd32-4ee9-b605-8a63a12ee5fe tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401764 Dec 16 21:59:36.349856 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df248fff-99bd-4aba-9b06-03f1cbc9d952 req-b3ca9873-7f12-4299-ae11-15b10d26277f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:36.351638 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-df248fff-99bd-4aba-9b06-03f1cbc9d952 req-b3ca9873-7f12-4299-ae11-15b10d26277f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.0574191 Dec 16 21:59:36.409257 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-df248fff-99bd-4aba-9b06-03f1cbc9d952 req-f201618f-e2d1-4e0e-b4c1-6cf513b398cf tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508726 Dec 16 21:59:37.143098 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65fbd2-5a5a-4a10-bd0d-1adbb602bb65 req-0e82038b-aef1-4e7c-9f18-9ee806a3c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:37.144632 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0c65fbd2-5a5a-4a10-bd0d-1adbb602bb65 req-0e82038b-aef1-4e7c-9f18-9ee806a3c018 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2222f1d7be91471380160da7092bd9d7&device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 1096 time: 0.0456712 Dec 16 21:59:37.160358 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0fc66-23c5-4712-8c5f-ca5eb0989629 req-8d6bda19-2c5e-4cb6-9173-ace2522d5d1b tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:37.162046 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-11d0fc66-23c5-4712-8c5f-ca5eb0989629 req-8d6bda19-2c5e-4cb6-9173-ace2522d5d1b tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 945 time: 0.0538721 Dec 16 21:59:37.213988 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-11d0fc66-23c5-4712-8c5f-ca5eb0989629 req-840dd18d-78dc-4457-81a8-6363d025faf1 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435576 Dec 16 21:59:37.237272 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49398) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:37.254115 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65fbd2-5a5a-4a10-bd0d-1adbb602bb65 req-62f73f34-5180-4d66-8519-efc928fb96be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:37.255579 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0c65fbd2-5a5a-4a10-bd0d-1adbb602bb65 req-62f73f34-5180-4d66-8519-efc928fb96be service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e8205d6-50c6-4140-b075-154cc20dabb0 HTTP/1.1" status: 200 len: 917 time: 0.0871377 Dec 16 21:59:37.329837 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0c65fbd2-5a5a-4a10-bd0d-1adbb602bb65 req-24b9f86c-6aa5-43a9-84d5-4c69a2842746 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10677fe-1add-4546-8c25-b42d17290f1b HTTP/1.1" status: 200 len: 999 time: 0.0646448 Dec 16 21:59:37.388101 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65fbd2-5a5a-4a10-bd0d-1adbb602bb65 req-b2c7dde9-9205-47ae-bb0a-cb188035f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:37.389687 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0c65fbd2-5a5a-4a10-bd0d-1adbb602bb65 req-b2c7dde9-9205-47ae-bb0a-cb188035f0ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a289809-76be-41c6-8299-52e501367a8c HTTP/1.1" status: 200 len: 855 time: 0.0512366 Dec 16 21:59:37.447269 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65fbd2-5a5a-4a10-bd0d-1adbb602bb65 req-55edcc17-48ad-456a-b20c-e09197ed0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:37.450370 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f84a469-31a0-4cdd-b424-f3554247f551 tempest-TestMinimumBasicScenario-612873166 tempest-TestMinimumBasicScenario-612873166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:37.450778 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0c65fbd2-5a5a-4a10-bd0d-1adbb602bb65 req-55edcc17-48ad-456a-b20c-e09197ed0921 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e8205d6-50c6-4140-b075-154cc20dabb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495710 Dec 16 21:59:37.450872 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-2f84a469-31a0-4cdd-b424-f3554247f551 tempest-TestMinimumBasicScenario-612873166 tempest-TestMinimumBasicScenario-612873166-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 1093 time: 0.2113960 Dec 16 21:59:37.452747 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49408) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:37.458232 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Request body: {'floatingip': {'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'port_id': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:59:37.538246 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for floatingip, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:37.576413 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0c65fbd2-5a5a-4a10-bd0d-1adbb602bb65 req-b282fb06-f8fa-47b8-9817-9b743f2bda31 service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196792 Dec 16 21:59:37.609108 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee128e-33b4-42af-9077-0a1c97bea523 req-ad6af4a2-c121-4b89-9524-458f4e7b5828 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:37.610626 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5ee128e-33b4-42af-9077-0a1c97bea523 req-ad6af4a2-c121-4b89-9524-458f4e7b5828 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 943 time: 0.1085773 Dec 16 21:59:37.673269 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0c65fbd2-5a5a-4a10-bd0d-1adbb602bb65 req-b3061fb7-494a-4ebb-83da-502a09faeb2f service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888598 Dec 16 21:59:37.675260 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e5ee128e-33b4-42af-9077-0a1c97bea523 req-d3928f39-9f9d-47d8-815c-83cc455b45b8 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584371 Dec 16 21:59:37.707444 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:37.775628 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a10677fe-1add-4546-8c25-b42d17290f1b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 21:59:37.832870 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Allocated IP 172.27.3.128 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/2357cfb5-1fac-44ee-86c4-84917c8bf9ae) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:59:37.886406 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a10677fe-1add-4546-8c25-b42d17290f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a10677fe-1add-4546-8c25-b42d17290f1b,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:59:37.900938 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'port_id': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'mac_address': 'fa:16:3e:5d:19:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 21:59:37.940825 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for port, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:37.955676 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:37.969582 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10677fe-1add-4546-8c25-b42d17290f1b {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:59:37.988375 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a10677fe-1add-4546-8c25-b42d17290f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a10677fe-1add-4546-8c25-b42d17290f1b,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:59:38.052762 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:38.087107 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:38.097541 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:59:38.103498 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:59:38.106118 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:59:38.136011 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Pushing event updated for resources: {'Port': ['ID=2357cfb5-1fac-44ee-86c4-84917c8bf9ae,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:38.136345 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=a10677fe-1add-4546-8c25-b42d17290f1b,revision_number=9']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:38.149886 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:38.150239 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:38.150577 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:38.150908 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:38.151237 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:38.151563 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:38.151885 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:38.152209 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:38.152627 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:38.152950 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:38.153363 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:38.153812 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:38.154008 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:38.332931 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['a10677fe-1add-4546-8c25-b42d17290f1b'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:59:38.508783 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:38.655223 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:38.840763 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677c2fb-1968-4c02-a863-decbd243d9cc req-7f95246f-4f73-4024-b14b-a3b58cefe01c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:38.842158 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a677c2fb-1968-4c02-a863-decbd243d9cc req-7f95246f-4f73-4024-b14b-a3b58cefe01c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 944 time: 0.0783832 Dec 16 21:59:38.846240 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for port, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:38.893659 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a677c2fb-1968-4c02-a863-decbd243d9cc req-58fc5274-de09-41a6-89fe-058d301029b8 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453196 Dec 16 21:59:38.925877 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3293262'] for port, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:38.998482 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Pushing event updated for resources: {'Port': ['ID=2357cfb5-1fac-44ee-86c4-84917c8bf9ae,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:39.008864 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:39.115087 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Floating IP 871cc968-5130-43b3-82d3-8a119b64e138 associated. External IP: 172.27.3.128, port: d07995d2-ffe9-435f-99bf-c2f5d3c56477. Dec 16 21:59:39.333246 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Router 4702994a-c59e-4ddb-847a-cf3a0c865394 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 21:59:39.455667 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:59:39.462391 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e2f218-3c58-413b-af9d-7add3c4eb9e7 None None] Sync routers for ids ['4702994a-c59e-4ddb-847a-cf3a0c865394'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:59:39.474076 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e2f218-3c58-413b-af9d-7add3c4eb9e7 None None] Routers {'4702994a-c59e-4ddb-847a-cf3a0c865394'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:59:39.474693 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-06e2f218-3c58-413b-af9d-7add3c4eb9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:59:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['4702994a-c59e-4ddb-847a-cf3a0c865394'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:59:39.533875 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:39.564272 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c1bcd810-aa85-425b-bf64-4ee5410930f4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1102681 Dec 16 21:59:39.565092 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'tag': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:59:39.567143 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49436) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:39.567649 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e57e2e44bf8fe06c7a0f6bc155366ee9f5a250a625ed21f00be954d32ca70b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df70f5c6-d896-4615-bc12-eba012dda5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "93b091cf-0510-454d-bdae-7cfdd4f30c5c", "tag": "d07995d2-ffe9-435f-99bf-c2f5d3c56477"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:59:39.572583 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-622663839', 'description': 'tempest-secgroup-smoke-622663839 description', 'project_id': '16ca58f1469a4a899032d95c11e73b22'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:59:39.580682 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-06e2f218-3c58-413b-af9d-7add3c4eb9e7 None None] Set router 4702994a-c59e-4ddb-847a-cf3a0c865394 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:59:39.605481 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 21:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c9d052-d153-4ffb-accc-00d21764c3e3 x-openstack-request-id: req-76c9d052-d153-4ffb-accc-00d21764c3e3 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:59:39.605775 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b091cf-0510-454d-bdae-7cfdd4f30c5c", "tag": "d07995d2-ffe9-435f-99bf-c2f5d3c56477", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:59:39.606044 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76c9d052-d153-4ffb-accc-00d21764c3e3 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:59:39.606448 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'tag': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477', 'status': 'completed', 'code': 200} Dec 16 21:59:39.669829 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70f5c6-d896-4615-bc12-eba012dda5b7 req-7c0195e7-3d96-440d-919b-9c3e274f309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:39.671357 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-df70f5c6-d896-4615-bc12-eba012dda5b7 req-7c0195e7-3d96-440d-919b-9c3e274f309a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16ca58f1469a4a899032d95c11e73b22&device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 1098 time: 0.0427783 Dec 16 21:59:39.698974 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:39.777838 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a10677fe-1add-4546-8c25-b42d17290f1b up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:59:39.814840 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70f5c6-d896-4615-bc12-eba012dda5b7 req-05a17aaa-7976-45a0-aaa3-dcab9c8f82f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:39.816540 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-df70f5c6-d896-4615-bc12-eba012dda5b7 req-05a17aaa-7976-45a0-aaa3-dcab9c8f82f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=71f6254c-4411-496d-8f04-e3185f693aeb HTTP/1.1" status: 200 len: 915 time: 0.1354492 Dec 16 21:59:39.870826 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:39.879087 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port a10677fe-1add-4546-8c25-b42d17290f1b triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:59:39.879497 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:39.907489 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-df70f5c6-d896-4615-bc12-eba012dda5b7 req-2015abc0-efdc-4fe8-a42a-27c4d254415c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d07995d2-ffe9-435f-99bf-c2f5d3c56477 HTTP/1.1" status: 200 len: 999 time: 0.0837657 Dec 16 21:59:39.951856 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-06e2f218-3c58-413b-af9d-7add3c4eb9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:28Z', 'revision_number': 4, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'gw_port': {'id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '871cc968-5130-43b3-82d3-8a119b64e138', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'port_id': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'mac_address': 'fa:16:3e:3d:20:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T21:59:38Z', 'updated_at': '2021-12-16T21:59:38Z', 'revision_number': 0, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253daec5-1248-4c3a-b21d-6535ff58d834', 'name': '', 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'mac_address': 'fa:16:3e:a0:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8564791e-acea-4fef-925a-284d462cf1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:27Z', 'updated_at': '2021-12-16T21:58:32Z', 'revision_number': 5, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'subnets': [{'id': '8564791e-acea-4fef-925a-284d462cf1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:59:39.959937 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70f5c6-d896-4615-bc12-eba012dda5b7 req-b63d9b73-debd-4828-9160-83365697d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:39.961698 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-df70f5c6-d896-4615-bc12-eba012dda5b7 req-b63d9b73-debd-4828-9160-83365697d91b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8564791e-acea-4fef-925a-284d462cf1b7 HTTP/1.1" status: 200 len: 853 time: 0.0471492 Dec 16 21:59:39.996151 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:40.015209 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e2f218-3c58-413b-af9d-7add3c4eb9e7 None None] Checking router: 4702994a-c59e-4ddb-847a-cf3a0c865394 for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:59:40.038932 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e2f218-3c58-413b-af9d-7add3c4eb9e7 None None] Routers {'4702994a-c59e-4ddb-847a-cf3a0c865394'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:59:40.039847 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-06e2f218-3c58-413b-af9d-7add3c4eb9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T21:59:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['4702994a-c59e-4ddb-847a-cf3a0c865394'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:59:40.046548 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2983e8-c43b-4110-9b7f-6abd8710fa6a,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:40.061010 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:40.061010 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:40.061010 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:40.061010 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:40.061010 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:40.061010 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:40.061010 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:40.061010 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:40.061589 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:40.061589 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:40.061991 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:40.062164 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:40.062407 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef363faa-a27e-42d9-8742-ddc8a5ae6639 req-a852def6-9807-4e44-bcce-ab3b7a05b1c0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:40.062527 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:40.064104 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ef363faa-a27e-42d9-8742-ddc8a5ae6639 req-a852def6-9807-4e44-bcce-ab3b7a05b1c0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 944 time: 0.0896113 Dec 16 21:59:40.068209 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70f5c6-d896-4615-bc12-eba012dda5b7 req-722a2ee4-326e-4077-a1f3-2672654c3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:40.070091 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-df70f5c6-d896-4615-bc12-eba012dda5b7 req-722a2ee4-326e-4077-a1f3-2672654c3487 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71f6254c-4411-496d-8f04-e3185f693aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1005480 Dec 16 21:59:40.091307 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:40.129365 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10677fe-1add-4546-8c25-b42d17290f1b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:59:40.133289 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd2a826-cca1-4cd0-bf82-92e292378a08" -d '{"events": [{"server_uuid": "83287a64-d6f2-49a7-9d6d-8a77dd9a212a", "name": "network-vif-plugged", "status": "completed", "tag": "a10677fe-1add-4546-8c25-b42d17290f1b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:59:40.133452 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:40.133548 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2035467f-67bc-4827-929a-68580d5406f9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5653758 Dec 16 21:59:40.138462 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49446) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:40.141940 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ef363faa-a27e-42d9-8742-ddc8a5ae6639 req-cc708aad-faaf-4464-84d4-217d4cf46672 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705025 Dec 16 21:59:40.145703 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-9ca222db-c7fb-476e-a33a-e97270873817 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Request body: {'security_group_rule': {'security_group_id': '5c2983e8-c43b-4110-9b7f-6abd8710fa6a', 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:59:40.210275 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-df70f5c6-d896-4615-bc12-eba012dda5b7 req-54318aa7-17e2-47ba-8e3d-27d3deb37a33 service neutron] 10.222.0.59 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305485 Dec 16 21:59:40.319441 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40471423-9c9b-42b0-b995-5a6b396e045a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:40.321072 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-df70f5c6-d896-4615-bc12-eba012dda5b7 req-bf27abbc-4d0b-4b06-a074-aa119576b7ce service neutron] 10.222.0.59 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948133 Dec 16 21:59:40.328248 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9ca222db-c7fb-476e-a33a-e97270873817 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:40.328423 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 21:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47f929c-0bf8-4720-aada-94cb6a49382d x-openstack-request-id: req-d47f929c-0bf8-4720-aada-94cb6a49382d {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:59:40.328423 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83287a64-d6f2-49a7-9d6d-8a77dd9a212a", "name": "network-vif-plugged", "status": "completed", "tag": "a10677fe-1add-4546-8c25-b42d17290f1b", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:59:40.328423 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d47f929c-0bf8-4720-aada-94cb6a49382d {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:59:40.328423 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'code': 200} Dec 16 21:59:40.328423 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a10677fe-1add-4546-8c25-b42d17290f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a10677fe-1add-4546-8c25-b42d17290f1b,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:59:40.346604 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-06e2f218-3c58-413b-af9d-7add3c4eb9e7 None None] Set router 4702994a-c59e-4ddb-847a-cf3a0c865394 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:59:40.371852 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9ca222db-c7fb-476e-a33a-e97270873817 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:40.419880 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:40.448488 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9ca222db-c7fb-476e-a33a-e97270873817 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:40.468193 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca222db-c7fb-476e-a33a-e97270873817 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fad5f74-02a4-421c-826b-145b8c4a9c01,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:40.530172 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=a10677fe-1add-4546-8c25-b42d17290f1b,revision_number=10']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:40.573076 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9ca222db-c7fb-476e-a33a-e97270873817 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:40.577199 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49454) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:40.577640 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9ca222db-c7fb-476e-a33a-e97270873817 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4368625 Dec 16 21:59:40.583228 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-eb201413-ebab-4d57-8e0b-b6d92d1ad44e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Request body: {'security_group_rule': {'security_group_id': '5c2983e8-c43b-4110-9b7f-6abd8710fa6a', 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:59:40.633642 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-06e2f218-3c58-413b-af9d-7add3c4eb9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:28Z', 'revision_number': 4, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'gw_port': {'id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '871cc968-5130-43b3-82d3-8a119b64e138', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'port_id': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'mac_address': 'fa:16:3e:3d:20:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T21:59:38Z', 'updated_at': '2021-12-16T21:59:38Z', 'revision_number': 0, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253daec5-1248-4c3a-b21d-6535ff58d834', 'name': '', 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'mac_address': 'fa:16:3e:a0:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8564791e-acea-4fef-925a-284d462cf1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:27Z', 'updated_at': '2021-12-16T21:58:32Z', 'revision_number': 5, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'subnets': [{'id': '8564791e-acea-4fef-925a-284d462cf1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:59:40.662654 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb201413-ebab-4d57-8e0b-b6d92d1ad44e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:40.666371 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e2f218-3c58-413b-af9d-7add3c4eb9e7 None None] The sync data for ids ['4702994a-c59e-4ddb-847a-cf3a0c865394'] in dv-cinder-790535-21-iscsi is: [{'id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:28Z', 'revision_number': 4, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'gw_port': {'id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '871cc968-5130-43b3-82d3-8a119b64e138', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'port_id': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'mac_address': 'fa:16:3e:3d:20:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T21:59:38Z', 'updated_at': '2021-12-16T21:59:38Z', 'revision_number': 0, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253daec5-1248-4c3a-b21d-6535ff58d834', 'name': '', 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'mac_address': 'fa:16:3e:a0:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8564791e-acea-4fef-925a-284d462cf1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:27Z', 'updated_at': '2021-12-16T21:58:32Z', 'revision_number': 5, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'subnets': [{'id': '8564791e-acea-4fef-925a-284d462cf1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:59:40.723904 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb201413-ebab-4d57-8e0b-b6d92d1ad44e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:40.789727 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb201413-ebab-4d57-8e0b-b6d92d1ad44e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:40.812876 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb201413-ebab-4d57-8e0b-b6d92d1ad44e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27deb2c8-5ed1-4c11-b888-65991e799b5c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:40.822852 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21c39-e703-4926-ab25-2e31ee758356 req-c8e7167c-5150-4825-8083-a6c6c4efbcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:40.824486 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-61e21c39-e703-4926-ab25-2e31ee758356 req-c8e7167c-5150-4825-8083-a6c6c4efbcce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 1099 time: 0.0546064 Dec 16 21:59:40.874085 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-61e21c39-e703-4926-ab25-2e31ee758356 req-2063f3a2-ff68-4dc4-91c1-68e48e0c88f7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413752 Dec 16 21:59:40.891675 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8695be-83f3-40d1-b5b0-532b46ec32f0 None None] New status for floating IP 871cc968-5130-43b3-82d3-8a119b64e138: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 21:59:40.911031 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb201413-ebab-4d57-8e0b-b6d92d1ad44e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:40.912298 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-eb201413-ebab-4d57-8e0b-b6d92d1ad44e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3334813 Dec 16 21:59:40.916784 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49458) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:40.919537 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-636dd7c9-b02e-4ae5-80cd-e277bc373fcd tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Request body: {'security_group_rule': {'security_group_id': '5c2983e8-c43b-4110-9b7f-6abd8710fa6a', 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:59:41.028647 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-636dd7c9-b02e-4ae5-80cd-e277bc373fcd tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:41.095281 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-636dd7c9-b02e-4ae5-80cd-e277bc373fcd tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:41.165904 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-636dd7c9-b02e-4ae5-80cd-e277bc373fcd tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:41.188022 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dd7c9-b02e-4ae5-80cd-e277bc373fcd tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d0cc65-fc3f-43e0-9d76-94ed12c20136,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:41.252942 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-636dd7c9-b02e-4ae5-80cd-e277bc373fcd tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:41.254093 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-636dd7c9-b02e-4ae5-80cd-e277bc373fcd tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3380172 Dec 16 21:59:41.256828 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49466) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:41.261861 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-694df268-811a-4ac3-802f-203f620c40c7 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Request body: {'security_group_rule': {'security_group_id': '5c2983e8-c43b-4110-9b7f-6abd8710fa6a', 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:59:41.292697 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01fccf-8335-455b-a909-f43cbb155ba6 req-19fc3f78-06e8-4885-bee7-2bd820f7531f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:41.293795 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-db01fccf-8335-455b-a909-f43cbb155ba6 req-19fc3f78-06e8-4885-bee7-2bd820f7531f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 946 time: 0.0708702 Dec 16 21:59:41.346314 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-db01fccf-8335-455b-a909-f43cbb155ba6 req-13f9e3de-4f3c-4719-b67a-f1df3f12cafd tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444429 Dec 16 21:59:41.370488 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-694df268-811a-4ac3-802f-203f620c40c7 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:41.420234 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-694df268-811a-4ac3-802f-203f620c40c7 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:41.503939 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-694df268-811a-4ac3-802f-203f620c40c7 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:41.521510 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694df268-811a-4ac3-802f-203f620c40c7 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecef5ba7-36f0-4831-a734-58dd6d727426,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:41.608035 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-694df268-811a-4ac3-802f-203f620c40c7 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:41.609176 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-694df268-811a-4ac3-802f-203f620c40c7 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3514524 Dec 16 21:59:41.611908 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49468) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:41.616109 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-411f676b-ca7d-472c-be00-d560a69177db tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Request body: {'security_group_rule': {'security_group_id': '5c2983e8-c43b-4110-9b7f-6abd8710fa6a', 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:59:41.726744 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-411f676b-ca7d-472c-be00-d560a69177db tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Project 16ca58f1469a4a899032d95c11e73b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 21:59:41.732153 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-411f676b-ca7d-472c-be00-d560a69177db tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:41.797647 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-411f676b-ca7d-472c-be00-d560a69177db tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:41.869535 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-411f676b-ca7d-472c-be00-d560a69177db tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:41.887059 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f676b-ca7d-472c-be00-d560a69177db tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abe3275-0ca5-4b6b-99ec-02d7204f478c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:41.950790 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-411f676b-ca7d-472c-be00-d560a69177db tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:41.952042 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-411f676b-ca7d-472c-be00-d560a69177db tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3391809 Dec 16 21:59:41.954833 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49484) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:41.959236 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-dc6feb2b-bdf4-4ea3-ab48-33c8059b98e9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Request body: {'security_group_rule': {'security_group_id': '5c2983e8-c43b-4110-9b7f-6abd8710fa6a', 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:59:42.046203 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-dc6feb2b-bdf4-4ea3-ab48-33c8059b98e9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Project 16ca58f1469a4a899032d95c11e73b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 21:59:42.051382 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc6feb2b-bdf4-4ea3-ab48-33c8059b98e9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:42.126952 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc6feb2b-bdf4-4ea3-ab48-33c8059b98e9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:42.214001 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc6feb2b-bdf4-4ea3-ab48-33c8059b98e9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:42.215396 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49500) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:42.228950 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6feb2b-bdf4-4ea3-ab48-33c8059b98e9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e5c4a1-1ff9-4a3f-a5ab-330bfe067e03,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:42.310744 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc6feb2b-bdf4-4ea3-ab48-33c8059b98e9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:42.314755 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-dc6feb2b-bdf4-4ea3-ab48-33c8059b98e9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3561926 Dec 16 21:59:42.330390 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-123e3c61-5ade-471c-b2eb-5d7b667f19a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:42.434659 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-123e3c61-5ade-471c-b2eb-5d7b667f19a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:42.469688 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-496be0de-b434-4b7b-899f-e1339187499b req-c4548c87-226a-4735-b215-65c6d37d9a27 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622663839&fields=id&tenant_id=16ca58f1469a4a899032d95c11e73b22 HTTP/1.1" status: 200 len: 267 time: 0.0883517 Dec 16 21:59:42.516501 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d4f29-eeed-4580-80f8-bff0d3860506 req-77797314-2e72-4af4-9657-707e3aefc714 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:42.517970 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d18d4f29-eeed-4580-80f8-bff0d3860506 req-77797314-2e72-4af4-9657-707e3aefc714 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 946 time: 0.0892813 Dec 16 21:59:42.550407 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-123e3c61-5ade-471c-b2eb-5d7b667f19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:42.556691 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496be0de-b434-4b7b-899f-e1339187499b req-748df111-c2e1-4ed1-b19c-23e597576d34 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:42.558210 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-496be0de-b434-4b7b-899f-e1339187499b req-748df111-c2e1-4ed1-b19c-23e597576d34 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 945 time: 0.0819349 Dec 16 21:59:42.573284 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-496be0de-b434-4b7b-899f-e1339187499b req-4ace0841-6d0e-496a-9f48-ec407d8db60e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Request body: {'port': {'security_groups': ['24f19706-8300-4005-a761-2ce48ebac79f', '5c2983e8-c43b-4110-9b7f-6abd8710fa6a']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:59:42.590606 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-123e3c61-5ade-471c-b2eb-5d7b667f19a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8fe2974bb4844ab58d76eeb564350d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731270 Dec 16 21:59:42.592831 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e3c61-5ade-471c-b2eb-5d7b667f19a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf671775-4779-4c3e-9144-3eab83ce4d03,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:42.595096 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49520) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:42.608231 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d18d4f29-eeed-4580-80f8-bff0d3860506 req-56337dda-bbfc-48dd-b0c7-1db55c28e991 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827913 Dec 16 21:59:42.629086 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3de6b0d3-2eb5-494d-8c53-5d4b48df65fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:42.654102 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5280a11e-1d87-4e6a-b609-676491ca60d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:42.669059 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-496be0de-b434-4b7b-899f-e1339187499b req-4ace0841-6d0e-496a-9f48-ec407d8db60e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:42.675516 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5280a11e-1d87-4e6a-b609-676491ca60d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:42.795044 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5280a11e-1d87-4e6a-b609-676491ca60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:42.798596 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-5280a11e-1d87-4e6a-b609-676491ca60d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:42.800624 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-5280a11e-1d87-4e6a-b609-676491ca60d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf671775-4779-4c3e-9144-3eab83ce4d03 HTTP/1.1" status: 204 len: 168 time: 0.2035153 Dec 16 21:59:42.809125 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280a11e-1d87-4e6a-b609-676491ca60d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf671775-4779-4c3e-9144-3eab83ce4d03,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:42.912486 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-496be0de-b434-4b7b-899f-e1339187499b req-4ace0841-6d0e-496a-9f48-ec407d8db60e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] For port d07995d2-ffe9-435f-99bf-c2f5d3c56477, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d07995d2-ffe9-435f-99bf-c2f5d3c56477,segment=NetworkSegment(1735b89e-8fc6-48a3-b4a1-e00a9f336090),segment_id=1735b89e-8fc6-48a3-b4a1-e00a9f336090)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:59:42.942303 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-496be0de-b434-4b7b-899f-e1339187499b req-4ace0841-6d0e-496a-9f48-ec407d8db60e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for port, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:43.034825 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-496be0de-b434-4b7b-899f-e1339187499b req-4ace0841-6d0e-496a-9f48-ec407d8db60e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3293262'] for port, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:43.047243 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['d07995d2-ffe9-435f-99bf-c2f5d3c56477'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:59:43.086630 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496be0de-b434-4b7b-899f-e1339187499b req-4ace0841-6d0e-496a-9f48-ec407d8db60e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:43.087324 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-496be0de-b434-4b7b-899f-e1339187499b req-4ace0841-6d0e-496a-9f48-ec407d8db60e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for port, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:43.088764 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-496be0de-b434-4b7b-899f-e1339187499b req-4ace0841-6d0e-496a-9f48-ec407d8db60e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "PUT /v2.0/ports/d07995d2-ffe9-435f-99bf-c2f5d3c56477 HTTP/1.1" status: 200 len: 981 time: 0.5229659 Dec 16 21:59:43.089227 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'tag': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:59:43.091780 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e57e2e44bf8fe06c7a0f6bc155366ee9f5a250a625ed21f00be954d32ca70b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c3ad71-a73d-4dcb-8919-3df41fa2f2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "93b091cf-0510-454d-bdae-7cfdd4f30c5c", "tag": "d07995d2-ffe9-435f-99bf-c2f5d3c56477"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:59:43.140277 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace0841-6d0e-496a-9f48-ec407d8db60e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Pushing event updated for resources: {'Port': ['ID=d07995d2-ffe9-435f-99bf-c2f5d3c56477,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:43.169988 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 21:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1feb89d7-9c77-4148-ba3a-73e6406036af x-openstack-request-id: req-1feb89d7-9c77-4148-ba3a-73e6406036af {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:59:43.170383 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b091cf-0510-454d-bdae-7cfdd4f30c5c", "tag": "d07995d2-ffe9-435f-99bf-c2f5d3c56477", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:59:43.170737 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1feb89d7-9c77-4148-ba3a-73e6406036af {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:59:43.171233 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'tag': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477', 'status': 'completed', 'code': 200} Dec 16 21:59:43.190297 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['d07995d2-ffe9-435f-99bf-c2f5d3c56477'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 21:59:43.274569 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3ad71-a73d-4dcb-8919-3df41fa2f2ec req-2b9fdd97-fb00-4e46-b084-1008dfa0652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:43.276864 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-07c3ad71-a73d-4dcb-8919-3df41fa2f2ec req-2b9fdd97-fb00-4e46-b084-1008dfa0652b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16ca58f1469a4a899032d95c11e73b22&device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 1137 time: 0.0803609 Dec 16 21:59:43.303175 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15057ab5-90cc-450d-a768-adf2c84c7bc9 req-70fc5658-cc61-4528-80ee-edc94fac4266 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:43.312767 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-15057ab5-90cc-450d-a768-adf2c84c7bc9 req-70fc5658-cc61-4528-80ee-edc94fac4266 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.1015086 Dec 16 21:59:43.383700 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-15057ab5-90cc-450d-a768-adf2c84c7bc9 req-e0d4b138-8162-4a76-a45b-5428dd009d2e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632691 Dec 16 21:59:43.410685 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3ad71-a73d-4dcb-8919-3df41fa2f2ec req-d9e46a35-d039-433b-9145-7f048136e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:43.412726 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-07c3ad71-a73d-4dcb-8919-3df41fa2f2ec req-d9e46a35-d039-433b-9145-7f048136e13b service neutron] 10.222.0.59 "GET /v2.0/networks?id=71f6254c-4411-496d-8f04-e3185f693aeb HTTP/1.1" status: 200 len: 915 time: 0.1238520 Dec 16 21:59:43.456947 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-8b896c7d-cf00-4e89-88e0-25b996762dfa None None] Provisioning complete for port d07995d2-ffe9-435f-99bf-c2f5d3c56477 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:59:43.457317 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b896c7d-cf00-4e89-88e0-25b996762dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:43.501977 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-07c3ad71-a73d-4dcb-8919-3df41fa2f2ec req-943fab71-54ce-4782-a7c8-6199ec333647 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d07995d2-ffe9-435f-99bf-c2f5d3c56477 HTTP/1.1" status: 200 len: 1001 time: 0.0807176 Dec 16 21:59:43.556811 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3ad71-a73d-4dcb-8919-3df41fa2f2ec req-a4558afc-9aab-4fc1-b144-f3243a461baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:43.558394 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-07c3ad71-a73d-4dcb-8919-3df41fa2f2ec req-a4558afc-9aab-4fc1-b144-f3243a461baa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8564791e-acea-4fef-925a-284d462cf1b7 HTTP/1.1" status: 200 len: 853 time: 0.0485013 Dec 16 21:59:43.607995 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3ad71-a73d-4dcb-8919-3df41fa2f2ec req-beb35543-1c54-40ce-b201-f21011d427c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:43.609692 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-07c3ad71-a73d-4dcb-8919-3df41fa2f2ec req-beb35543-1c54-40ce-b201-f21011d427c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71f6254c-4411-496d-8f04-e3185f693aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418324 Dec 16 21:59:43.628870 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49552) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:43.646284 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-42322317-8581-4b12-b293-26a02a246b66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:43.649670 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:43.737687 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-07c3ad71-a73d-4dcb-8919-3df41fa2f2ec req-bb010515-7ea0-41ac-aa82-0e4e0b945a7b service neutron] 10.222.0.59 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193495 Dec 16 21:59:43.856189 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-07c3ad71-a73d-4dcb-8919-3df41fa2f2ec req-435fe32d-aa2c-49c0-86ae-e6fef3672a87 service neutron] 10.222.0.59 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101418 Dec 16 21:59:43.961421 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c236709-3e1f-4036-a62d-6fd557ee5d45 req-8875ae7a-ad74-4e4f-ba2d-5f5df51c6fad tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:43.962870 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2c236709-3e1f-4036-a62d-6fd557ee5d45 req-8875ae7a-ad74-4e4f-ba2d-5f5df51c6fad tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 946 time: 0.2597330 Dec 16 21:59:43.972436 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-42322317-8581-4b12-b293-26a02a246b66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:44.015514 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2c236709-3e1f-4036-a62d-6fd557ee5d45 req-818753f9-e25f-43fd-baae-c06b52c70e7c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450299 Dec 16 21:59:44.046372 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-42322317-8581-4b12-b293-26a02a246b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:44.082296 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42322317-8581-4b12-b293-26a02a246b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bd2ed9-0544-4d2c-b6bc-d4989380f806,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:44.086619 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-42322317-8581-4b12-b293-26a02a246b66 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ec6d7a62dd04f5db5e324cb5451af5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4566307 Dec 16 21:59:44.089339 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49556) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:44.137347 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c273a2e-559d-49e3-9ad9-36b77300f1f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:44.158140 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c273a2e-559d-49e3-9ad9-36b77300f1f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:44.269171 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c273a2e-559d-49e3-9ad9-36b77300f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:44.271768 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c273a2e-559d-49e3-9ad9-36b77300f1f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:44.275372 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-3c273a2e-559d-49e3-9ad9-36b77300f1f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9bd2ed9-0544-4d2c-b6bc-d4989380f806 HTTP/1.1" status: 204 len: 168 time: 0.1828358 Dec 16 21:59:44.282740 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c273a2e-559d-49e3-9ad9-36b77300f1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bd2ed9-0544-4d2c-b6bc-d4989380f806,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:44.954358 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49564) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:44.959648 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:44.967959 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-22115adb-8fe0-4afa-ac2e-ef82540f3728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:45.042600 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-22115adb-8fe0-4afa-ac2e-ef82540f3728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:45.115932 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-22115adb-8fe0-4afa-ac2e-ef82540f3728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:45.162260 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-22115adb-8fe0-4afa-ac2e-ef82540f3728 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5e58a2048194efd9a6fb29760fc486e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068181 Dec 16 21:59:45.164120 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22115adb-8fe0-4afa-ac2e-ef82540f3728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44941277-61f6-4b33-896c-a130289ef10a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:45.165217 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49568) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:45.177137 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a10d0-c657-41d1-b362-8113b42247af req-397585cc-2ce1-4918-a0c6-c8a42087a991 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:45.178653 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8d7a10d0-c657-41d1-b362-8113b42247af req-397585cc-2ce1-4918-a0c6-c8a42087a991 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 946 time: 0.0889585 Dec 16 21:59:45.216137 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4d1b20ea-2705-41ae-bb73-3deed4ee3b28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:45.226733 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8d7a10d0-c657-41d1-b362-8113b42247af req-37a96376-6d99-44a5-ab99-ce240610aadd tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410798 Dec 16 21:59:45.241311 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4d1b20ea-2705-41ae-bb73-3deed4ee3b28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:45.354894 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4d1b20ea-2705-41ae-bb73-3deed4ee3b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:45.357882 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4d1b20ea-2705-41ae-bb73-3deed4ee3b28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:45.359157 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-4d1b20ea-2705-41ae-bb73-3deed4ee3b28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44941277-61f6-4b33-896c-a130289ef10a HTTP/1.1" status: 204 len: 168 time: 0.1929269 Dec 16 21:59:45.366986 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b20ea-2705-41ae-bb73-3deed4ee3b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44941277-61f6-4b33-896c-a130289ef10a,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:45.897549 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:48.665185 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49642) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:48.769580 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-aab9b429-e93f-4750-afbe-40f91b22cd86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:48.852616 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-aab9b429-e93f-4750-afbe-40f91b22cd86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:48.931716 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-aab9b429-e93f-4750-afbe-40f91b22cd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:48.969921 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-aab9b429-e93f-4750-afbe-40f91b22cd86 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e7b8e2d36e34ba9ada3718176b7a2d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036253 Dec 16 21:59:48.970646 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9b429-e93f-4750-afbe-40f91b22cd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0544c651-97fa-486f-acbe-a12866160a0b,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:48.973171 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49646) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:49.020795 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-43d42711-fc94-45d7-aa4d-71816bce7865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:49.046542 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-43d42711-fc94-45d7-aa4d-71816bce7865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:49.165686 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-43d42711-fc94-45d7-aa4d-71816bce7865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:49.168296 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-43d42711-fc94-45d7-aa4d-71816bce7865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:49.169511 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-43d42711-fc94-45d7-aa4d-71816bce7865 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0544c651-97fa-486f-acbe-a12866160a0b HTTP/1.1" status: 204 len: 168 time: 0.1953988 Dec 16 21:59:49.178894 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d42711-fc94-45d7-aa4d-71816bce7865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0544c651-97fa-486f-acbe-a12866160a0b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:50.265217 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49678) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:50.362705 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1510035517-network', 'tenant_id': '3b3a56fd79064bd89990c379f4db7ce4'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:59:50.479889 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] Made reservation on behalf of 3b3a56fd79064bd89990c379f4db7ce4 for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:59:50.482251 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:50.491452 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:50.563762 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:50.600344 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:50.626475 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:59:50.631978 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85803981-bd7a-42c0-aa34-40443562842f,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:50.643135 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:50.643471 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] Added segment e2949654-7fa1-4311-a96f-afb7bed62ed4 of type vlan for network 8d516eb3-e458-4c9a-9e3c-1e110a214d29 Dec 16 21:59:50.681510 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:50.771403 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:50.772356 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:50.772994 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:50.832856 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] Pushing event updated for resources: {'Network': ['ID=8d516eb3-e458-4c9a-9e3c-1e110a214d29,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:50.844159 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network 8d516eb3-e458-4c9a-9e3c-1e110a214d29 details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:59:50.892386 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-909fa301-7a93-47e4-8a38-a55315b57935 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6244309 Dec 16 21:59:50.892795 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49684) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:50.897702 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-84a7f1dd-cf38-4da1-a9a3-6f0b5c2a8f87 admin admin] Request body: {'subnet': {'network_id': '8d516eb3-e458-4c9a-9e3c-1e110a214d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1510035517-subnet', 'tenant_id': '3b3a56fd79064bd89990c379f4db7ce4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:59:50.977639 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a7f1dd-cf38-4da1-a9a3-6f0b5c2a8f87 admin admin] Made reservation on behalf of 3b3a56fd79064bd89990c379f4db7ce4 for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:59:50.980645 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-84a7f1dd-cf38-4da1-a9a3-6f0b5c2a8f87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3513451'] for subnet, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:51.212251 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-84a7f1dd-cf38-4da1-a9a3-6f0b5c2a8f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8473038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3513461'] for subnet, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:51.270962 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7f1dd-cf38-4da1-a9a3-6f0b5c2a8f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d852a07-8370-43ee-ba09-a0f87ba26e2d,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:51.281404 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a7f1dd-cf38-4da1-a9a3-6f0b5c2a8f87 admin admin] Checking segment: {'id': 'e2949654-7fa1-4311-a96f-afb7bed62ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d516eb3-e458-4c9a-9e3c-1e110a214d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:59:51.281760 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a7f1dd-cf38-4da1-a9a3-6f0b5c2a8f87 admin admin] Network hostable DHCP agents. Network: 8d516eb3-e458-4c9a-9e3c-1e110a214d29, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:59:51.342911 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a7f1dd-cf38-4da1-a9a3-6f0b5c2a8f87 admin admin] Network 8d516eb3-e458-4c9a-9e3c-1e110a214d29 is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:59:51.400231 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-84a7f1dd-cf38-4da1-a9a3-6f0b5c2a8f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, 8d516eb3-e458-4c9a-9e3c-1e110a214d29) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:59:51.405031 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a7f1dd-cf38-4da1-a9a3-6f0b5c2a8f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:51.407826 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-84a7f1dd-cf38-4da1-a9a3-6f0b5c2a8f87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:51.409626 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565a470f-ea00-479c-922e-8f863275588a None None] Network 8d516eb3-e458-4c9a-9e3c-1e110a214d29 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:59:51.477023 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-84a7f1dd-cf38-4da1-a9a3-6f0b5c2a8f87 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5829983 Dec 16 21:59:51.504140 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ae1f69-8e87-4ed9-9bfd-b415093038de None None] Network 8d516eb3-e458-4c9a-9e3c-1e110a214d29 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:59:52.987015 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49720) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:53.094062 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9fa867b7-3ccb-400b-9727-ee051339bc6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:53.169901 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9fa867b7-3ccb-400b-9727-ee051339bc6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:53.245972 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9fa867b7-3ccb-400b-9727-ee051339bc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:53.283777 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa867b7-3ccb-400b-9727-ee051339bc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e54b04-5d22-4b15-8e78-64d69007c94e,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:53.288170 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9fa867b7-3ccb-400b-9727-ee051339bc6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64195d9a8d7a40eba3c23e417c3bf89d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001101 Dec 16 21:59:53.296148 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49728) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:53.348841 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4124a987-5b40-499f-967b-057ebd349aa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:53.372030 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4124a987-5b40-499f-967b-057ebd349aa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:53.491951 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4124a987-5b40-499f-967b-057ebd349aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:53.494829 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4124a987-5b40-499f-967b-057ebd349aa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:53.495994 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-4124a987-5b40-499f-967b-057ebd349aa6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3e54b04-5d22-4b15-8e78-64d69007c94e HTTP/1.1" status: 204 len: 168 time: 0.1986575 Dec 16 21:59:53.506106 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124a987-5b40-499f-967b-057ebd349aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e54b04-5d22-4b15-8e78-64d69007c94e,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:53.544142 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe26ae-d155-420b-b08f-1e963992675c req-250c6c8b-655b-409e-99c5-f89a4fc2c42c tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:53.545538 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c9fe26ae-d155-420b-b08f-1e963992675c req-250c6c8b-655b-409e-99c5-f89a4fc2c42c tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/networks?id=8d516eb3-e458-4c9a-9e3c-1e110a214d29 HTTP/1.1" status: 200 len: 809 time: 0.1081429 Dec 16 21:59:53.561215 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c9fe26ae-d155-420b-b08f-1e963992675c req-92099dc0-c043-4333-a3f3-747f0457d7d2 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/quotas/3b3a56fd79064bd89990c379f4db7ce4 HTTP/1.1" status: 200 len: 375 time: 0.0097718 Dec 16 21:59:53.598667 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c9fe26ae-d155-420b-b08f-1e963992675c req-bd0edc1a-c7d9-427e-9181-4502d1b2bfbe tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b3a56fd79064bd89990c379f4db7ce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317976 Dec 16 21:59:53.690201 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c9fe26ae-d155-420b-b08f-1e963992675c req-f7ddc496-6463-40c7-97e3-0a69748c4524 service neutron] 10.222.0.44 "GET /v2.0/networks/8d516eb3-e458-4c9a-9e3c-1e110a214d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845215 Dec 16 21:59:53.792286 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c9fe26ae-d155-420b-b08f-1e963992675c req-5e209f00-c109-4263-91f4-22b66c820a2c service neutron] 10.222.0.44 "GET /v2.0/networks/8d516eb3-e458-4c9a-9e3c-1e110a214d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959687 Dec 16 21:59:54.087307 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e6324588-83ca-4c52-b35a-2bdf4041ba7c req-1d619557-41f1-4fe6-bd7f-6dbe4481fb9e tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 210 time: 0.0265038 Dec 16 21:59:54.186527 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49750) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:54.200385 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb40b391-1907-4058-b0e8-6c3edec089d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:54.283822 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb40b391-1907-4058-b0e8-6c3edec089d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:54.347752 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cb40b391-1907-4058-b0e8-6c3edec089d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:54.386970 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-cb40b391-1907-4058-b0e8-6c3edec089d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c786e98fe0844c92a89ed6b42bba3534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986775 Dec 16 21:59:54.388055 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40b391-1907-4058-b0e8-6c3edec089d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0b9a31-8324-4e26-8abe-e82a093d3b73,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:54.390696 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49754) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:54.441527 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5aff0a1c-7eb4-401f-911a-6838a85b6032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:54.468798 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5aff0a1c-7eb4-401f-911a-6838a85b6032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:54.586969 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5aff0a1c-7eb4-401f-911a-6838a85b6032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:54.586969 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5aff0a1c-7eb4-401f-911a-6838a85b6032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:54.587950 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-5aff0a1c-7eb4-401f-911a-6838a85b6032 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af0b9a31-8324-4e26-8abe-e82a093d3b73 HTTP/1.1" status: 204 len: 168 time: 0.1955817 Dec 16 21:59:54.596443 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff0a1c-7eb4-401f-911a-6838a85b6032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0b9a31-8324-4e26-8abe-e82a093d3b73,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:55.198467 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-86f08747-f1ea-41e9-8997-44c5edf9a4de req-af4313ef-d281-4885-899f-bf845a088b51 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 210 time: 0.0266631 Dec 16 21:59:55.280928 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:59:56.299661 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-de338683-62ac-4124-8e9b-d4e612454bb0 req-5350c34e-c4bd-45d8-89a0-c415fd811dc7 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 210 time: 0.0334568 Dec 16 21:59:56.300185 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49794) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:56.354016 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe26ae-d155-420b-b08f-1e963992675c req-e11c1c21-b59b-413b-a6cc-7194ab1effca tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:56.356065 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c9fe26ae-d155-420b-b08f-1e963992675c req-e11c1c21-b59b-413b-a6cc-7194ab1effca tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.59 "GET /v2.0/networks?id=8d516eb3-e458-4c9a-9e3c-1e110a214d29 HTTP/1.1" status: 200 len: 809 time: 0.1194539 Dec 16 21:59:56.369855 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-c9fe26ae-d155-420b-b08f-1e963992675c req-aa469ffc-356d-4c0d-86fc-1fa2e2155f22 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Request body: {'port': {'device_id': 'eaca2611-2d5d-44c6-955c-e41a0646d5d7', 'network_id': '8d516eb3-e458-4c9a-9e3c-1e110a214d29', 'admin_state_up': True, 'tenant_id': '3b3a56fd79064bd89990c379f4db7ce4'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:59:56.418959 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17a3c8ae-4387-4cab-90ff-153a2d6f9e09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:56.495486 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17a3c8ae-4387-4cab-90ff-153a2d6f9e09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:56.554329 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9fe26ae-d155-420b-b08f-1e963992675c req-aa469ffc-356d-4c0d-86fc-1fa2e2155f22 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Made reservation on behalf of 3b3a56fd79064bd89990c379f4db7ce4 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:59:56.554994 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17a3c8ae-4387-4cab-90ff-153a2d6f9e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:56.557940 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c9fe26ae-d155-420b-b08f-1e963992675c req-aa469ffc-356d-4c0d-86fc-1fa2e2155f22 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:56.594719 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3c8ae-4387-4cab-90ff-153a2d6f9e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7f1942-3e98-4611-863e-76ff11f7af07,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:56.601840 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-17a3c8ae-4387-4cab-90ff-153a2d6f9e09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c53ff48ad4843208a324c16c9d1c461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006015 Dec 16 21:59:56.602551 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49802) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:56.651472 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14bd24aa-2235-4561-9394-18f426b3573e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:56.673630 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14bd24aa-2235-4561-9394-18f426b3573e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:56.687374 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-c9fe26ae-d155-420b-b08f-1e963992675c req-aa469ffc-356d-4c0d-86fc-1fa2e2155f22 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Allocated IP 172.20.0.12 (8d516eb3-e458-4c9a-9e3c-1e110a214d29/1d852a07-8370-43ee-ba09-a0f87ba26e2d/62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:59:56.770304 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14bd24aa-2235-4561-9394-18f426b3573e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:56.772898 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14bd24aa-2235-4561-9394-18f426b3573e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:56.774037 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-14bd24aa-2235-4561-9394-18f426b3573e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c7f1942-3e98-4611-863e-76ff11f7af07 HTTP/1.1" status: 204 len: 168 time: 0.1705949 Dec 16 21:59:56.784137 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd24aa-2235-4561-9394-18f426b3573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7f1942-3e98-4611-863e-76ff11f7af07,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:56.874678 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c9fe26ae-d155-420b-b08f-1e963992675c req-aa469ffc-356d-4c0d-86fc-1fa2e2155f22 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:56.989578 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c9fe26ae-d155-420b-b08f-1e963992675c req-aa469ffc-356d-4c0d-86fc-1fa2e2155f22 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:57.050154 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9fe26ae-d155-420b-b08f-1e963992675c req-aa469ffc-356d-4c0d-86fc-1fa2e2155f22 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Network 8d516eb3-e458-4c9a-9e3c-1e110a214d29 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:59:57.053526 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-c9fe26ae-d155-420b-b08f-1e963992675c req-aa469ffc-356d-4c0d-86fc-1fa2e2155f22 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:59:57.058301 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fe26ae-d155-420b-b08f-1e963992675c req-aa469ffc-356d-4c0d-86fc-1fa2e2155f22 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:59:57.062481 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa469ffc-356d-4c0d-86fc-1fa2e2155f22 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Pushing event updated for resources: {'Port': ['ID=62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:57.109809 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe26ae-d155-420b-b08f-1e963992675c req-aa469ffc-356d-4c0d-86fc-1fa2e2155f22 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:57.110455 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c9fe26ae-d155-420b-b08f-1e963992675c req-aa469ffc-356d-4c0d-86fc-1fa2e2155f22 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:57.186242 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c9fe26ae-d155-420b-b08f-1e963992675c req-aa469ffc-356d-4c0d-86fc-1fa2e2155f22 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8202014 Dec 16 21:59:57.200917 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Request body: {'port': {'device_id': 'eaca2611-2d5d-44c6-955c-e41a0646d5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:59:57.256113 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:57.453695 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd3474-355d-4882-9ed2-361ff56e888e req-d0fd7e7b-b0a9-4dfb-93f5-bcb769c4cdd5 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:57.455617 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e8dd3474-355d-4882-9ed2-361ff56e888e req-d0fd7e7b-b0a9-4dfb-93f5-bcb769c4cdd5 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 932 time: 0.0576665 Dec 16 21:59:57.507556 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e8dd3474-355d-4882-9ed2-361ff56e888e req-558b17ae-6944-4265-b9ca-bd8f47d424cc tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440779 Dec 16 21:59:57.555716 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 21:59:57.564427 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:57.577161 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Transition to ACTIVE for port object 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 21:59:57.657134 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:57.694965 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cd1be-7a0d-476e-855b-5edae97dffcf req-8076382f-5389-4d3f-9f86-9e5b03190c1e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:57.696675 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6a8cd1be-7a0d-476e-855b-5edae97dffcf req-8076382f-5389-4d3f-9f86-9e5b03190c1e tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0524321 Dec 16 21:59:57.740382 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Pushing event updated for resources: {'Port': ['ID=62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:57.766748 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6a8cd1be-7a0d-476e-855b-5edae97dffcf req-219e895b-42f3-4569-987e-246e7812b07a tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608904 Dec 16 21:59:57.820334 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Attempting to bind port 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:59:57.820701 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Attempting to bind port 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e2949654-7fa1-4311-a96f-afb7bed62ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d516eb3-e458-4c9a-9e3c-1e110a214d29'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:59:57.821028 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Attempting to bind port 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 on network 8d516eb3-e458-4c9a-9e3c-1e110a214d29 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:59:57.829100 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Port 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 on network 8d516eb3-e458-4c9a-9e3c-1e110a214d29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 21:59:57.829100 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Attempting to bind port 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 on network 8d516eb3-e458-4c9a-9e3c-1e110a214d29 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:59:57.835666 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d23738-7c8f-403f-8f9a-14b4a590e9db req-6fe26193-2a47-475d-a277-2d0795b5d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:57.837279 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-49d23738-7c8f-403f-8f9a-14b4a590e9db req-6fe26193-2a47-475d-a277-2d0795b5d619 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16ca58f1469a4a899032d95c11e73b22&device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 1137 time: 0.0979629 Dec 16 21:59:57.838045 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:59:57.838367 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Checking segment: {'id': 'e2949654-7fa1-4311-a96f-afb7bed62ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d516eb3-e458-4c9a-9e3c-1e110a214d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:59:57.838759 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Bound using segment: {'id': 'e2949654-7fa1-4311-a96f-afb7bed62ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d516eb3-e458-4c9a-9e3c-1e110a214d29'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:59:57.839184 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Bound port: 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2949654-7fa1-4311-a96f-afb7bed62ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d516eb3-e458-4c9a-9e3c-1e110a214d29'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:59:57.839632 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:58.224780 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] For port 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:59:58.229453 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] For port 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1,segment=NetworkSegment(e2949654-7fa1-4311-a96f-afb7bed62ed4),segment_id=e2949654-7fa1-4311-a96f-afb7bed62ed4)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:59:58.233123 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d23738-7c8f-403f-8f9a-14b4a590e9db req-fd3aaa9c-448e-483e-a626-bdc0cc879c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:58.234611 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-49d23738-7c8f-403f-8f9a-14b4a590e9db req-fd3aaa9c-448e-483e-a626-bdc0cc879c76 service neutron] 10.222.0.59 "GET /v2.0/networks?id=71f6254c-4411-496d-8f04-e3185f693aeb HTTP/1.1" status: 200 len: 915 time: 0.3859167 Dec 16 21:59:58.303530 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:58.313260 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-49d23738-7c8f-403f-8f9a-14b4a590e9db req-c174f030-335e-4794-a8c4-d70c519e84ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d07995d2-ffe9-435f-99bf-c2f5d3c56477 HTTP/1.1" status: 200 len: 1001 time: 0.0708096 Dec 16 21:59:58.351275 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49840) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:58.357488 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:58.358292 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:58.359709 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c9fe26ae-d155-420b-b08f-1e963992675c req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] 10.222.0.59 "PUT /v2.0/ports/62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 HTTP/1.1" status: 200 len: 1094 time: 1.1633790 Dec 16 21:59:58.363073 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaca2611-2d5d-44c6-955c-e41a0646d5d7', 'tag': '62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 21:59:58.366281 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d484ea-5a8a-4e64-98c8-8ad518dc1fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "eaca2611-2d5d-44c6-955c-e41a0646d5d7", "tag": "62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 21:59:58.410371 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 21:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e034e3bb-8d9a-443e-815e-dacbc7ff4ad7 x-openstack-request-id: req-e034e3bb-8d9a-443e-815e-dacbc7ff4ad7 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 21:59:58.410620 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaca2611-2d5d-44c6-955c-e41a0646d5d7", "tag": "62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 21:59:58.411701 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e034e3bb-8d9a-443e-815e-dacbc7ff4ad7 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 21:59:58.412026 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaca2611-2d5d-44c6-955c-e41a0646d5d7', 'tag': '62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1', 'status': 'completed', 'code': 200} Dec 16 21:59:58.421992 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4e354-67b3-4bd4-a3c7-bc0e5948d944 service neutron] Pushing event updated for resources: {'Port': ['ID=62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:58.429196 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d23738-7c8f-403f-8f9a-14b4a590e9db req-625c23da-c9ca-4e94-9ed7-090092251b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:58.430998 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-49d23738-7c8f-403f-8f9a-14b4a590e9db req-625c23da-c9ca-4e94-9ed7-090092251b05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8564791e-acea-4fef-925a-284d462cf1b7 HTTP/1.1" status: 200 len: 853 time: 0.0923257 Dec 16 21:59:58.472886 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-edb72e40-2a22-40db-a9e2-13814d8ae416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:58.510701 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d484ea-5a8a-4e64-98c8-8ad518dc1fc6 req-c1e311e1-a469-4f35-954e-b6582a5670ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:58.512399 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b6d484ea-5a8a-4e64-98c8-8ad518dc1fc6 req-c1e311e1-a469-4f35-954e-b6582a5670ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b3a56fd79064bd89990c379f4db7ce4&device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 1097 time: 0.0718679 Dec 16 21:59:58.514289 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d23738-7c8f-403f-8f9a-14b4a590e9db req-7009f8a3-bed3-44ac-b2d7-760170e30fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:58.515542 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-49d23738-7c8f-403f-8f9a-14b4a590e9db req-7009f8a3-bed3-44ac-b2d7-760170e30fe7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71f6254c-4411-496d-8f04-e3185f693aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0738306 Dec 16 21:59:58.552743 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-edb72e40-2a22-40db-a9e2-13814d8ae416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:58.614844 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-edb72e40-2a22-40db-a9e2-13814d8ae416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:58.661907 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-edb72e40-2a22-40db-a9e2-13814d8ae416 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d28cf35f25b04a8795fec0ead79caa27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093450 Dec 16 21:59:58.663556 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb72e40-2a22-40db-a9e2-13814d8ae416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808db2ff-c1e7-4fa5-b3e3-c480612a1d15,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:58.666956 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49848) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:58.684611 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4184545-e040-40bc-b2c3-a380e07594e1 req-e22ebfdf-c23f-4e3c-8bb6-f83f60b6ecf9 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:58.686136 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a4184545-e040-40bc-b2c3-a380e07594e1 req-e22ebfdf-c23f-4e3c-8bb6-f83f60b6ecf9 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 944 time: 0.1039717 Dec 16 21:59:58.703388 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-49d23738-7c8f-403f-8f9a-14b4a590e9db req-45ab3561-28e8-4097-9418-891f438400b0 service neutron] 10.222.0.59 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661835 Dec 16 21:59:58.704386 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d484ea-5a8a-4e64-98c8-8ad518dc1fc6 req-dedf0c62-2780-4c15-9bdb-3ba33e264880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:58.705846 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b6d484ea-5a8a-4e64-98c8-8ad518dc1fc6 req-dedf0c62-2780-4c15-9bdb-3ba33e264880 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b3a56fd79064bd89990c379f4db7ce4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1702158 Dec 16 21:59:58.764038 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c6806f8-0de3-4477-9514-dcb6e5c29312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:58.768444 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a4184545-e040-40bc-b2c3-a380e07594e1 req-cadd3e37-d75a-4c02-93ad-cba46fa4e4ee tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750046 Dec 16 21:59:58.793527 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c6806f8-0de3-4477-9514-dcb6e5c29312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:58.878005 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-49d23738-7c8f-403f-8f9a-14b4a590e9db req-d366ce8d-52ac-41c2-bf57-92f9975db719 service neutron] 10.222.0.59 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611073 Dec 16 21:59:58.878958 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d484ea-5a8a-4e64-98c8-8ad518dc1fc6 req-451257f5-3fa8-4781-bf3a-c905ac556f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:58.880286 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b6d484ea-5a8a-4e64-98c8-8ad518dc1fc6 req-451257f5-3fa8-4781-bf3a-c905ac556f6b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622269 Dec 16 21:59:58.909552 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457f562-947e-4b67-9e00-3c3e9555fd75 req-564429ea-f213-4b84-ac0f-f65e6aa11313 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:58.911147 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2457f562-947e-4b67-9e00-3c3e9555fd75 req-564429ea-f213-4b84-ac0f-f65e6aa11313 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0571454 Dec 16 21:59:58.913531 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c6806f8-0de3-4477-9514-dcb6e5c29312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:58.916563 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c6806f8-0de3-4477-9514-dcb6e5c29312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:58.920533 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6c6806f8-0de3-4477-9514-dcb6e5c29312 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/808db2ff-c1e7-4fa5-b3e3-c480612a1d15 HTTP/1.1" status: 204 len: 168 time: 0.2516322 Dec 16 21:59:58.943499 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6806f8-0de3-4477-9514-dcb6e5c29312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808db2ff-c1e7-4fa5-b3e3-c480612a1d15,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:58.992672 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2457f562-947e-4b67-9e00-3c3e9555fd75 req-197e8120-8853-4829-a250-b51384c8fe13 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709853 Dec 16 21:59:59.006359 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe26ae-d155-420b-b08f-1e963992675c req-a5c88032-844b-4c05-87ba-c4d8491db425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:59.007936 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c9fe26ae-d155-420b-b08f-1e963992675c req-a5c88032-844b-4c05-87ba-c4d8491db425 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b3a56fd79064bd89990c379f4db7ce4&device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 1097 time: 0.0674000 Dec 16 21:59:59.068665 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c9fe26ae-d155-420b-b08f-1e963992675c req-5e4614ce-953a-4b6d-b3dc-bc1b69e6813e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 HTTP/1.1" status: 200 len: 217 time: 0.0384691 Dec 16 21:59:59.121751 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe26ae-d155-420b-b08f-1e963992675c req-b636e560-ec8c-4905-a277-ae7c293b833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:59.123248 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c9fe26ae-d155-420b-b08f-1e963992675c req-b636e560-ec8c-4905-a277-ae7c293b833e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1d852a07-8370-43ee-ba09-a0f87ba26e2d HTTP/1.1" status: 200 len: 849 time: 0.0450954 Dec 16 21:59:59.165263 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c9fe26ae-d155-420b-b08f-1e963992675c req-d0ad3017-1ae6-4459-8172-867b5431c9a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d516eb3-e458-4c9a-9e3c-1e110a214d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251791 Dec 16 21:59:59.265904 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c9fe26ae-d155-420b-b08f-1e963992675c req-725c890c-cd1d-4a97-aca5-e66f605523ad service neutron] 10.222.0.59 "GET /v2.0/networks/8d516eb3-e458-4c9a-9e3c-1e110a214d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922823 Dec 16 21:59:59.366185 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c9fe26ae-d155-420b-b08f-1e963992675c req-da0a258c-eec1-4582-8e47-c49fc73edfe0 service neutron] 10.222.0.59 "GET /v2.0/networks/8d516eb3-e458-4c9a-9e3c-1e110a214d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881717 Dec 16 21:59:59.886171 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b8835-7a21-4f45-bfae-258127f0803a req-59f910e9-7048-402f-a74d-3e7adf97b5c5 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:59:59.888833 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-280b8835-7a21-4f45-bfae-258127f0803a req-59f910e9-7048-402f-a74d-3e7adf97b5c5 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 944 time: 0.0491960 Dec 16 21:59:59.945588 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-280b8835-7a21-4f45-bfae-258127f0803a req-d174ebc7-c750-4c75-a9a4-a6bab8d5bb22 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466630 Dec 16 22:00:00.000478 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 49876) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:00:00.121914 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680bd5e-a855-428e-b616-35bba7be72d5 req-502cda7e-34fc-4dec-a0f8-8552ed4cd89c tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:00.123418 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5680bd5e-a855-428e-b616-35bba7be72d5 req-502cda7e-34fc-4dec-a0f8-8552ed4cd89c tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0543852 Dec 16 22:00:00.128625 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1400709061-network', 'tenant_id': 'e96e38164b2f43e79ced7ba5de17ec46'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:00.199008 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5680bd5e-a855-428e-b616-35bba7be72d5 req-76357a9c-b9c8-4a27-8881-59b5451dc8e7 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632315 Dec 16 22:00:00.255980 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] Made reservation on behalf of e96e38164b2f43e79ced7ba5de17ec46 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:00:00.258271 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:00.267546 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:00.342429 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:00.410145 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:00.434777 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:00:00.444635 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811e4af5-993c-40d6-8ace-dcf583c5d944,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:00.451047 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:00.451396 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] Added segment 4627be7c-769d-4467-8df0-95b34eada977 of type vlan for network e065fef2-db7e-4bb4-8770-806bc57232cd Dec 16 22:00:00.494036 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:00.576433 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:00.577363 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:00.577987 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:00.643827 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] Pushing event updated for resources: {'Network': ['ID=e065fef2-db7e-4bb4-8770-806bc57232cd,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:00.654627 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network e065fef2-db7e-4bb4-8770-806bc57232cd details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:00:00.705014 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b2f71b5d-78f5-420a-95c5-36b6c51b27cf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7033141 Dec 16 22:00:00.708022 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 49882) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:00:00.713375 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-8b6b21c7-a587-4ead-833e-519354619982 admin admin] Request body: {'subnet': {'network_id': 'e065fef2-db7e-4bb4-8770-806bc57232cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1400709061-subnet', 'tenant_id': 'e96e38164b2f43e79ced7ba5de17ec46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:00.823031 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6b21c7-a587-4ead-833e-519354619982 admin admin] Made reservation on behalf of e96e38164b2f43e79ced7ba5de17ec46 for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:00:00.826525 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8b6b21c7-a587-4ead-833e-519354619982 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3513451'] for subnet, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:01.057598 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8b6b21c7-a587-4ead-833e-519354619982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8473038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3513461'] for subnet, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:01.063851 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de11392-02f0-40c7-b10b-1bd54752018c req-17347dee-c196-4939-a60a-2ad38f59d53d tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:01.065392 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9de11392-02f0-40c7-b10b-1bd54752018c req-17347dee-c196-4939-a60a-2ad38f59d53d tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 944 time: 0.0497842 Dec 16 22:00:01.115692 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9de11392-02f0-40c7-b10b-1bd54752018c req-817cb506-b744-423a-8e22-b03a884d432c tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440786 Dec 16 22:00:01.120724 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b21c7-a587-4ead-833e-519354619982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=912bdb17-55c1-4527-bf63-fee044a36c12,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:01.133896 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b21c7-a587-4ead-833e-519354619982 admin admin] Checking segment: {'id': '4627be7c-769d-4467-8df0-95b34eada977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e065fef2-db7e-4bb4-8770-806bc57232cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:00:01.134259 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b21c7-a587-4ead-833e-519354619982 admin admin] Network hostable DHCP agents. Network: e065fef2-db7e-4bb4-8770-806bc57232cd, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:00:01.211615 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b21c7-a587-4ead-833e-519354619982 admin admin] Network e065fef2-db7e-4bb4-8770-806bc57232cd is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:00:01.297503 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b21c7-a587-4ead-833e-519354619982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, e065fef2-db7e-4bb4-8770-806bc57232cd) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:00:01.302797 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6b21c7-a587-4ead-833e-519354619982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:01.303394 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8b6b21c7-a587-4ead-833e-519354619982 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:01.311017 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b166f4ff-422c-4277-9d1a-7f079df3e316 None None] Network e065fef2-db7e-4bb4-8770-806bc57232cd requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:00:01.328509 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5c394-57ad-478a-84b7-b02c7baf7d41 req-c6e253f1-f4b9-4e68-85e3-c00a0cc0b3b2 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:01.330500 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-66b5c394-57ad-478a-84b7-b02c7baf7d41 req-c6e253f1-f4b9-4e68-85e3-c00a0cc0b3b2 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0594678 Dec 16 22:00:01.401215 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-66b5c394-57ad-478a-84b7-b02c7baf7d41 req-7ae98505-5915-48ba-b039-9f0135c418e8 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642891 Dec 16 22:00:01.404077 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-8b6b21c7-a587-4ead-833e-519354619982 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6944788 Dec 16 22:00:01.421573 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8e3c40-2050-488d-ba8f-1c06e2cbe119 None None] Network e065fef2-db7e-4bb4-8770-806bc57232cd requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:00:01.566133 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:01.872241 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:00:01.970697 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1,segment=NetworkSegment(e2949654-7fa1-4311-a96f-afb7bed62ed4),segment_id=e2949654-7fa1-4311-a96f-afb7bed62ed4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:01.982233 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': '62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1', 'network_id': '8d516eb3-e458-4c9a-9e3c-1e110a214d29', 'port_id': '62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1', 'mac_address': 'fa:16:3e:ba:29:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d852a07-8370-43ee-ba09-a0f87ba26e2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:00:02.020190 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:02.033910 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:00:02.052957 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1,segment=NetworkSegment(e2949654-7fa1-4311-a96f-afb7bed62ed4),segment_id=e2949654-7fa1-4311-a96f-afb7bed62ed4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:02.143387 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:02.191903 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:02.244143 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2389bc5-54e8-4db2-a47c-8def734f1f2a req-9e3edc67-be67-4d3d-ac21-16ce97a937ef tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:02.246389 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a2389bc5-54e8-4db2-a47c-8def734f1f2a req-9e3edc67-be67-4d3d-ac21-16ce97a937ef tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 945 time: 0.0602546 Dec 16 22:00:02.295191 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a2389bc5-54e8-4db2-a47c-8def734f1f2a req-66d3c2c8-3cb6-4d34-9673-5479f48c8991 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419910 Dec 16 22:00:02.384071 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:00:02.523248 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1b6dd-5e55-447a-869c-02f5476f0206 req-58dac466-a495-4ebd-8e63-a9066c5ba4d9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:02.524792 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02b1b6dd-5e55-447a-869c-02f5476f0206 req-58dac466-a495-4ebd-8e63-a9066c5ba4d9 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0496089 Dec 16 22:00:02.586050 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-02b1b6dd-5e55-447a-869c-02f5476f0206 req-c879986e-89aa-4230-b3f7-93581596b7c3 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543456 Dec 16 22:00:03.502239 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f05a7-ce3b-4bc6-8ff8-78351bdf4684 req-5420d0c4-1878-4dce-aa08-0e650226e298 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:03.503725 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a89f05a7-ce3b-4bc6-8ff8-78351bdf4684 req-5420d0c4-1878-4dce-aa08-0e650226e298 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 945 time: 0.1218622 Dec 16 22:00:03.568929 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d377575-15b1-48a7-9540-2b48139ee88f req-b3309dfc-ffa9-40de-ae8c-6b8766cf4379 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:03.570536 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d377575-15b1-48a7-9540-2b48139ee88f req-b3309dfc-ffa9-40de-ae8c-6b8766cf4379 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/networks?id=e065fef2-db7e-4bb4-8770-806bc57232cd HTTP/1.1" status: 200 len: 814 time: 0.1462779 Dec 16 22:00:03.594007 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a89f05a7-ce3b-4bc6-8ff8-78351bdf4684 req-fef341d5-750f-491b-8db7-ae73bc0dad6c tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843256 Dec 16 22:00:03.595329 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d377575-15b1-48a7-9540-2b48139ee88f req-747c26eb-4192-4ca1-b0c9-0f734af7ec22 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/quotas/e96e38164b2f43e79ced7ba5de17ec46 HTTP/1.1" status: 200 len: 375 time: 0.0167265 Dec 16 22:00:03.626408 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d377575-15b1-48a7-9540-2b48139ee88f req-4a057d7c-9519-4e65-a661-66c25be7460b tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e96e38164b2f43e79ced7ba5de17ec46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253992 Dec 16 22:00:03.753873 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e908ba-10dc-4d9f-9a80-7cb86e2a100b req-5666e6ee-5fbb-4cca-8363-eead2fe2e727 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:03.755327 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f4e908ba-10dc-4d9f-9a80-7cb86e2a100b req-5666e6ee-5fbb-4cca-8363-eead2fe2e727 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0799291 Dec 16 22:00:03.757469 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d377575-15b1-48a7-9540-2b48139ee88f req-13263055-b3f9-49eb-a2a3-536308f5da3f service neutron] 10.222.0.44 "GET /v2.0/networks/e065fef2-db7e-4bb4-8770-806bc57232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238549 Dec 16 22:00:03.874551 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f4e908ba-10dc-4d9f-9a80-7cb86e2a100b req-adbdc226-2e2d-4e3f-8e45-669da3ce8450 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132693 Dec 16 22:00:03.890805 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d377575-15b1-48a7-9540-2b48139ee88f req-37416dcd-6c35-4b5d-a5b5-d214df231b82 service neutron] 10.222.0.44 "GET /v2.0/networks/e065fef2-db7e-4bb4-8770-806bc57232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229570 Dec 16 22:00:03.914777 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:00:04.086159 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:00:04.090842 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:00:04.091241 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:04.184793 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:04.213889 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaca2611-2d5d-44c6-955c-e41a0646d5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:00:04.213889 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9ee905-0609-47fe-9362-8da1fc5149e3" -d '{"events": [{"server_uuid": "eaca2611-2d5d-44c6-955c-e41a0646d5d7", "name": "network-vif-plugged", "status": "completed", "tag": "62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:00:04.235603 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1,segment=NetworkSegment(e2949654-7fa1-4311-a96f-afb7bed62ed4),segment_id=e2949654-7fa1-4311-a96f-afb7bed62ed4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:04.270299 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4648354f-885c-456c-9655-a0df2e137b93 x-openstack-request-id: req-4648354f-885c-456c-9655-a0df2e137b93 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:00:04.270668 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaca2611-2d5d-44c6-955c-e41a0646d5d7", "name": "network-vif-plugged", "status": "completed", "tag": "62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:00:04.270811 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4648354f-885c-456c-9655-a0df2e137b93 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:00:04.271335 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaca2611-2d5d-44c6-955c-e41a0646d5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1', 'code': 200} Dec 16 22:00:04.297421 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0a61f646-a480-4657-9a39-66236aa60e93 req-5f6b8ba0-ba50-4102-9335-00458838351d tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 210 time: 0.0451853 Dec 16 22:00:04.399018 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:04.449930 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:04.457590 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:04.457946 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:04.458418 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:04.458795 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:04.459231 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:04.459560 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:04.459890 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:04.460213 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:04.460562 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:04.460884 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:04.461215 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:04.461531 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:04.461851 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:04.631279 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e5b82-8ba5-4bde-bca7-d0eee3f04883 req-d140a7d0-3381-4996-9c07-a3fe83409f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:04.632873 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ea5e5b82-8ba5-4bde-bca7-d0eee3f04883 req-d140a7d0-3381-4996-9c07-a3fe83409f1e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 1099 time: 0.0425282 Dec 16 22:00:04.682419 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ea5e5b82-8ba5-4bde-bca7-d0eee3f04883 req-a36a867e-fd0a-4f24-9a90-056914558617 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423698 Dec 16 22:00:04.713190 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247ca74-dea6-4c12-ad1d-85b5ed8014de req-7f26f553-86c4-4306-b275-3b7c37e30245 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:04.714764 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5247ca74-dea6-4c12-ad1d-85b5ed8014de req-7f26f553-86c4-4306-b275-3b7c37e30245 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 946 time: 0.0500422 Dec 16 22:00:04.764372 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5247ca74-dea6-4c12-ad1d-85b5ed8014de req-9d17f5e6-d112-42d7-b834-911fc9bb4c8f tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Dec 16 22:00:04.997198 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3099fc-e8ad-4a3c-b8ca-0f14422e6447 req-ab57247b-fd72-4f8b-9dc9-ce556245c70d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:04.998792 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6d3099fc-e8ad-4a3c-b8ca-0f14422e6447 req-ab57247b-fd72-4f8b-9dc9-ce556245c70d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0512397 Dec 16 22:00:05.076515 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6d3099fc-e8ad-4a3c-b8ca-0f14422e6447 req-87d63aad-d15e-47d0-8946-199f5520db87 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698500 Dec 16 22:00:05.375356 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f3eebc3d-a6c2-410a-ac78-80731bd12922 req-203c16ed-71ab-48e2-9848-bcaef73426ea tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 210 time: 0.0268352 Dec 16 22:00:05.890028 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462a98c-f734-4d71-bdb1-be1ad2e2aed5 req-1286b172-8f42-4bc3-92c2-8eb839a051ab tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:05.894681 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b462a98c-f734-4d71-bdb1-be1ad2e2aed5 req-1286b172-8f42-4bc3-92c2-8eb839a051ab tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 946 time: 0.0559387 Dec 16 22:00:05.952735 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b462a98c-f734-4d71-bdb1-be1ad2e2aed5 req-a75141bb-7c54-46dd-8d2e-ac93bb2b20bd tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514541 Dec 16 22:00:06.202088 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ccbfd-d099-4aa4-b724-6040f052b966 req-8593bfa7-fd08-42b8-93a6-d3301675421d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:06.203818 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e03ccbfd-d099-4aa4-b724-6040f052b966 req-8593bfa7-fd08-42b8-93a6-d3301675421d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0535774 Dec 16 22:00:06.273451 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e03ccbfd-d099-4aa4-b724-6040f052b966 req-88562c8a-d1d6-4e55-b381-e5767e139319 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621753 Dec 16 22:00:06.476665 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-482bd5f1-ab9a-4c34-9f82-dc90f7cffe17 req-71df2ff3-7d82-4e2d-8dac-621700c1b735 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 210 time: 0.0284054 Dec 16 22:00:06.689653 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d377575-15b1-48a7-9540-2b48139ee88f req-438b1a64-f11d-4fdf-a4e5-6f117bf3b9dc tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:06.691249 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7d377575-15b1-48a7-9540-2b48139ee88f req-438b1a64-f11d-4fdf-a4e5-6f117bf3b9dc tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.59 "GET /v2.0/networks?id=e065fef2-db7e-4bb4-8770-806bc57232cd HTTP/1.1" status: 200 len: 814 time: 0.1097388 Dec 16 22:00:06.705564 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-7d377575-15b1-48a7-9540-2b48139ee88f req-f537f95d-3fb5-43ea-9cd1-1caa13378ab1 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Request body: {'port': {'device_id': '79c25630-7ce3-4fb4-8a99-8af6bb541ad6', 'network_id': 'e065fef2-db7e-4bb4-8770-806bc57232cd', 'admin_state_up': True, 'tenant_id': 'e96e38164b2f43e79ced7ba5de17ec46'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:06.925968 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d377575-15b1-48a7-9540-2b48139ee88f req-f537f95d-3fb5-43ea-9cd1-1caa13378ab1 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Made reservation on behalf of e96e38164b2f43e79ced7ba5de17ec46 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:00:06.929673 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-7d377575-15b1-48a7-9540-2b48139ee88f req-f537f95d-3fb5-43ea-9cd1-1caa13378ab1 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:07.099504 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560567a1-84cb-4fee-9d81-2cc0e17cc7fe req-d109d910-97c8-4b14-ab90-a797bd2bb21d tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:07.101191 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-560567a1-84cb-4fee-9d81-2cc0e17cc7fe req-d109d910-97c8-4b14-ab90-a797bd2bb21d tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 946 time: 0.0609639 Dec 16 22:00:07.112605 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-7d377575-15b1-48a7-9540-2b48139ee88f req-f537f95d-3fb5-43ea-9cd1-1caa13378ab1 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Allocated IP 172.20.0.6 (e065fef2-db7e-4bb4-8770-806bc57232cd/912bdb17-55c1-4527-bf63-fee044a36c12/8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:00:07.162136 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-560567a1-84cb-4fee-9d81-2cc0e17cc7fe req-c2952693-5141-4eb8-886d-8f4ea09d241b tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544047 Dec 16 22:00:07.280316 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-7d377575-15b1-48a7-9540-2b48139ee88f req-f537f95d-3fb5-43ea-9cd1-1caa13378ab1 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:07.389778 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-7d377575-15b1-48a7-9540-2b48139ee88f req-f537f95d-3fb5-43ea-9cd1-1caa13378ab1 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:07.398007 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce04b93-11b0-4be4-a767-761ca020fb3f req-b6352b64-7035-4b76-8e6a-c72191f7cb26 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:07.399547 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bce04b93-11b0-4be4-a767-761ca020fb3f req-b6352b64-7035-4b76-8e6a-c72191f7cb26 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0528693 Dec 16 22:00:07.442358 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d377575-15b1-48a7-9540-2b48139ee88f req-f537f95d-3fb5-43ea-9cd1-1caa13378ab1 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Network e065fef2-db7e-4bb4-8770-806bc57232cd is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:00:07.445638 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-7d377575-15b1-48a7-9540-2b48139ee88f req-f537f95d-3fb5-43ea-9cd1-1caa13378ab1 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:00:07.449902 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d377575-15b1-48a7-9540-2b48139ee88f req-f537f95d-3fb5-43ea-9cd1-1caa13378ab1 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:00:07.477477 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bce04b93-11b0-4be4-a767-761ca020fb3f req-4f493bc8-7bff-407f-bbf6-628c9fbec17a tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692375 Dec 16 22:00:07.482264 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537f95d-3fb5-43ea-9cd1-1caa13378ab1 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Pushing event updated for resources: {'Port': ['ID=8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:07.508991 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d377575-15b1-48a7-9540-2b48139ee88f req-f537f95d-3fb5-43ea-9cd1-1caa13378ab1 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:07.509627 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-7d377575-15b1-48a7-9540-2b48139ee88f req-f537f95d-3fb5-43ea-9cd1-1caa13378ab1 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:07.592103 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7d377575-15b1-48a7-9540-2b48139ee88f req-f537f95d-3fb5-43ea-9cd1-1caa13378ab1 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8902783 Dec 16 22:00:07.607070 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Request body: {'port': {'device_id': '79c25630-7ce3-4fb4-8a99-8af6bb541ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:07.615409 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1443f-043c-47d8-81cc-6bf5e3d941ed req-4530d1a3-98b9-47c6-8fb7-748e8f022e2c tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:07.616986 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ebc1443f-043c-47d8-81cc-6bf5e3d941ed req-4530d1a3-98b9-47c6-8fb7-748e8f022e2c tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 931 time: 0.0592659 Dec 16 22:00:07.671612 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ebc1443f-043c-47d8-81cc-6bf5e3d941ed req-931c9de4-ca9d-473f-bbe3-369af7c66100 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461724 Dec 16 22:00:07.683424 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:07.954520 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:00:07.962149 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:07.976115 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Transition to ACTIVE for port object 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:00:08.040094 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:08.094251 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Pushing event updated for resources: {'Port': ['ID=8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:08.171066 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Attempting to bind port 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:00:08.171557 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Attempting to bind port 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4627be7c-769d-4467-8df0-95b34eada977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e065fef2-db7e-4bb4-8770-806bc57232cd'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:00:08.171979 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Attempting to bind port 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 on network e065fef2-db7e-4bb4-8770-806bc57232cd {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:00:08.177017 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Port 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 on network e065fef2-db7e-4bb4-8770-806bc57232cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:00:08.177320 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Attempting to bind port 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 on network e065fef2-db7e-4bb4-8770-806bc57232cd {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:00:08.183599 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:00:08.184118 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Checking segment: {'id': '4627be7c-769d-4467-8df0-95b34eada977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e065fef2-db7e-4bb4-8770-806bc57232cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:00:08.184552 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Bound using segment: {'id': '4627be7c-769d-4467-8df0-95b34eada977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e065fef2-db7e-4bb4-8770-806bc57232cd'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:00:08.185033 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Bound port: 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4627be7c-769d-4467-8df0-95b34eada977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e065fef2-db7e-4bb4-8770-806bc57232cd'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:00:08.185382 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:08.254378 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] For port 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:00:08.257500 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] For port 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7,segment=NetworkSegment(4627be7c-769d-4467-8df0-95b34eada977),segment_id=4627be7c-769d-4467-8df0-95b34eada977)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:00:08.479610 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:08.522007 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:08.522177 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:08.523577 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7d377575-15b1-48a7-9540-2b48139ee88f req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] 10.222.0.59 "PUT /v2.0/ports/8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 HTTP/1.1" status: 200 len: 1093 time: 0.9215019 Dec 16 22:00:08.524053 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c25630-7ce3-4fb4-8a99-8af6bb541ad6', 'tag': '8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:00:08.526504 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc285cc-e44a-4220-ae8d-bac5851ce0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "79c25630-7ce3-4fb4-8a99-8af6bb541ad6", "tag": "8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:00:08.548523 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17f4a8-d969-45d1-9f62-567c2b8306cf service neutron] Pushing event updated for resources: {'Port': ['ID=8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:08.602369 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989c45f-7801-4443-bdc0-96bd042d72ce req-70f80407-bf36-482d-8483-4a53f55763db tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:08.603850 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1989c45f-7801-4443-bdc0-96bd042d72ce req-70f80407-bf36-482d-8483-4a53f55763db tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0514245 Dec 16 22:00:08.627248 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c25454-3300-4d80-a4d6-6aedc68dda38 x-openstack-request-id: req-81c25454-3300-4d80-a4d6-6aedc68dda38 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:00:08.627809 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c25630-7ce3-4fb4-8a99-8af6bb541ad6", "tag": "8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:00:08.628347 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81c25454-3300-4d80-a4d6-6aedc68dda38 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:00:08.629159 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c25630-7ce3-4fb4-8a99-8af6bb541ad6', 'tag': '8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7', 'status': 'completed', 'code': 200} Dec 16 22:00:08.694781 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1989c45f-7801-4443-bdc0-96bd042d72ce req-ccc1d60c-3e76-491b-8886-df998c4dd0c8 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812559 Dec 16 22:00:08.705684 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d377575-15b1-48a7-9540-2b48139ee88f req-f9fa0b98-3dba-45fd-b881-0db6ee51c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:08.707744 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7d377575-15b1-48a7-9540-2b48139ee88f req-f9fa0b98-3dba-45fd-b881-0db6ee51c3c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e96e38164b2f43e79ced7ba5de17ec46&device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 1096 time: 0.0567231 Dec 16 22:00:08.736819 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec6bf8-a561-4d73-84eb-b1e4925f38e3 req-c154dcd2-59d6-488b-b9e5-b98f2eb192ba tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:08.738428 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bbec6bf8-a561-4d73-84eb-b1e4925f38e3 req-c154dcd2-59d6-488b-b9e5-b98f2eb192ba tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 946 time: 0.0637829 Dec 16 22:00:08.761347 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7d377575-15b1-48a7-9540-2b48139ee88f req-c40a7c82-04dd-430d-b6bc-ce981a11fc9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 HTTP/1.1" status: 200 len: 217 time: 0.0406246 Dec 16 22:00:08.828726 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d377575-15b1-48a7-9540-2b48139ee88f req-dbae0eed-d32d-44bf-b68a-db9aff8539d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:08.832703 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7d377575-15b1-48a7-9540-2b48139ee88f req-dbae0eed-d32d-44bf-b68a-db9aff8539d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=912bdb17-55c1-4527-bf63-fee044a36c12 HTTP/1.1" status: 200 len: 854 time: 0.0606382 Dec 16 22:00:08.866571 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7d377575-15b1-48a7-9540-2b48139ee88f req-f7bbb2c6-c60c-4b31-b146-bf35d7460627 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e065fef2-db7e-4bb4-8770-806bc57232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270560 Dec 16 22:00:08.870262 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bbec6bf8-a561-4d73-84eb-b1e4925f38e3 req-f3f33bac-b1f2-40f1-af1b-5db60918f20c tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250820 Dec 16 22:00:08.893955 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f168902-fc68-4df7-b575-bd7447e4b93d req-c3d54d0c-c0da-4937-9ac1-61b2c6015e20 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:08.896838 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5f168902-fc68-4df7-b575-bd7447e4b93d req-c3d54d0c-c0da-4937-9ac1-61b2c6015e20 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 943 time: 0.1233046 Dec 16 22:00:08.958997 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5f168902-fc68-4df7-b575-bd7447e4b93d req-989c1cc5-886c-4dd6-872a-aa0948ea4785 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500033 Dec 16 22:00:09.004434 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7d377575-15b1-48a7-9540-2b48139ee88f req-c8bf0dee-1ed9-413b-b036-8abf5d9aaaee service neutron] 10.222.0.59 "GET /v2.0/networks/e065fef2-db7e-4bb4-8770-806bc57232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295264 Dec 16 22:00:09.103660 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7d377575-15b1-48a7-9540-2b48139ee88f req-23528628-b520-4583-a39c-efee8cebc263 service neutron] 10.222.0.59 "GET /v2.0/networks/e065fef2-db7e-4bb4-8770-806bc57232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901270 Dec 16 22:00:09.264621 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc285cc-e44a-4220-ae8d-bac5851ce0cf req-fbe7376f-8430-4093-af55-d3f2b6a99c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:09.266145 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ddc285cc-e44a-4220-ae8d-bac5851ce0cf req-fbe7376f-8430-4093-af55-d3f2b6a99c1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e96e38164b2f43e79ced7ba5de17ec46&device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 1096 time: 0.0523601 Dec 16 22:00:09.369051 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc285cc-e44a-4220-ae8d-bac5851ce0cf req-2e76b5fb-f63e-424b-a8ce-0cd75f772bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:09.370579 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ddc285cc-e44a-4220-ae8d-bac5851ce0cf req-2e76b5fb-f63e-424b-a8ce-0cd75f772bd2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e065fef2-db7e-4bb4-8770-806bc57232cd HTTP/1.1" status: 200 len: 915 time: 0.0950620 Dec 16 22:00:09.425179 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ddc285cc-e44a-4220-ae8d-bac5851ce0cf req-fd05b5ca-d344-4e11-9457-a8d097a9e5a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 HTTP/1.1" status: 200 len: 217 time: 0.0393250 Dec 16 22:00:09.481027 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc285cc-e44a-4220-ae8d-bac5851ce0cf req-888df7a1-53d0-4834-91c1-2da7f7b74cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:09.482669 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ddc285cc-e44a-4220-ae8d-bac5851ce0cf req-888df7a1-53d0-4834-91c1-2da7f7b74cc4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=912bdb17-55c1-4527-bf63-fee044a36c12 HTTP/1.1" status: 200 len: 854 time: 0.0483999 Dec 16 22:00:09.519641 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ddc285cc-e44a-4220-ae8d-bac5851ce0cf req-42be3854-5acd-4f8c-9390-be8ad5c835c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e065fef2-db7e-4bb4-8770-806bc57232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286100 Dec 16 22:00:09.611001 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ddc285cc-e44a-4220-ae8d-bac5851ce0cf req-8a9a3e79-78e2-4837-b8af-63d5052cb107 service neutron] 10.222.0.59 "GET /v2.0/networks/e065fef2-db7e-4bb4-8770-806bc57232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820272 Dec 16 22:00:09.714851 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ddc285cc-e44a-4220-ae8d-bac5851ce0cf req-037adad2-1aa8-43a6-aee6-30d3af940c7f service neutron] 10.222.0.59 "GET /v2.0/networks/e065fef2-db7e-4bb4-8770-806bc57232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865872 Dec 16 22:00:09.814642 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f0f14-2687-4a5a-ad7d-1324f7d4a288 req-4aac0177-712d-4f7f-8c0b-685a0cb36b60 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:09.816138 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-449f0f14-2687-4a5a-ad7d-1324f7d4a288 req-4aac0177-712d-4f7f-8c0b-685a0cb36b60 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0498953 Dec 16 22:00:09.882237 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-449f0f14-2687-4a5a-ad7d-1324f7d4a288 req-737d19b8-6269-4acc-bf3b-3ba78415370f tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597520 Dec 16 22:00:09.997654 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ff78c-f521-401e-8484-827661784790 req-11107c2a-1edd-40d2-bbfd-0a915c26134c tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:09.999291 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-376ff78c-f521-401e-8484-827661784790 req-11107c2a-1edd-40d2-bbfd-0a915c26134c tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 946 time: 0.0564961 Dec 16 22:00:10.073046 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-376ff78c-f521-401e-8484-827661784790 req-e2a0d157-d2f1-447e-a798-485ec7a34d8f tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669386 Dec 16 22:00:10.085498 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb170552-28bc-40fd-b1d9-e90960a8c5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:10.120190 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fefe8-b9f4-4d27-b3fa-a1c775a41bb0 req-32075403-fe2b-4910-82df-3f2df06e386a tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:10.122032 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f60fefe8-b9f4-4d27-b3fa-a1c775a41bb0 req-32075403-fe2b-4910-82df-3f2df06e386a tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 943 time: 0.0642519 Dec 16 22:00:10.182423 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f60fefe8-b9f4-4d27-b3fa-a1c775a41bb0 req-1cab470f-59cc-4491-a77c-8b4a284c8991 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521891 Dec 16 22:00:10.220547 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0a9f8-df6e-49c6-acb8-37d6f4199425 req-27ba40fa-c37a-4abf-b10d-999396c21559 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:10.222025 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-63d0a9f8-df6e-49c6-acb8-37d6f4199425 req-27ba40fa-c37a-4abf-b10d-999396c21559 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.59 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 946 time: 0.0513923 Dec 16 22:00:10.319170 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-63d0a9f8-df6e-49c6-acb8-37d6f4199425 req-ddf7d740-52a7-43cf-a43e-cc17896596e4 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Deleting port 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:00:10.319422 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-63d0a9f8-df6e-49c6-acb8-37d6f4199425 req-ddf7d740-52a7-43cf-a43e-cc17896596e4 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:10.411745 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-63d0a9f8-df6e-49c6-acb8-37d6f4199425 req-ddf7d740-52a7-43cf-a43e-cc17896596e4 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] For port 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1,segment=NetworkSegment(e2949654-7fa1-4311-a96f-afb7bed62ed4),segment_id=e2949654-7fa1-4311-a96f-afb7bed62ed4)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:10.412105 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-63d0a9f8-df6e-49c6-acb8-37d6f4199425 req-ddf7d740-52a7-43cf-a43e-cc17896596e4 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:10.427468 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-63d0a9f8-df6e-49c6-acb8-37d6f4199425 req-ddf7d740-52a7-43cf-a43e-cc17896596e4 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Calling delete_port for 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:00:10.657225 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-63d0a9f8-df6e-49c6-acb8-37d6f4199425 req-ddf7d740-52a7-43cf-a43e-cc17896596e4 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:10.673624 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:00:10.692282 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7d740-52a7-43cf-a43e-cc17896596e4 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Pushing event deleted for resources: {'Port': ['ID=62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:10.741472 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d0a9f8-df6e-49c6-acb8-37d6f4199425 req-ddf7d740-52a7-43cf-a43e-cc17896596e4 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] No DVR routers for this DVR port 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:00:10.748739 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-63d0a9f8-df6e-49c6-acb8-37d6f4199425 req-ddf7d740-52a7-43cf-a43e-cc17896596e4 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:10.748865 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-63d0a9f8-df6e-49c6-acb8-37d6f4199425 req-ddf7d740-52a7-43cf-a43e-cc17896596e4 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.59 "DELETE /v2.0/ports/62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 HTTP/1.1" status: 204 len: 173 time: 0.5197177 Dec 16 22:00:10.749260 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaca2611-2d5d-44c6-955c-e41a0646d5d7', 'name': 'network-vif-deleted', 'tag': '62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:00:10.751798 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92baa43-a64a-4ede-a924-c578de9d472d" -d '{"events": [{"server_uuid": "eaca2611-2d5d-44c6-955c-e41a0646d5d7", "name": "network-vif-deleted", "tag": "62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:00:10.791686 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afab3e39-293a-4bda-b595-9d79d6d32d9f x-openstack-request-id: req-afab3e39-293a-4bda-b595-9d79d6d32d9f {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:00:10.792169 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaca2611-2d5d-44c6-955c-e41a0646d5d7", "name": "network-vif-deleted", "tag": "62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:00:10.793670 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afab3e39-293a-4bda-b595-9d79d6d32d9f {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:00:10.793953 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaca2611-2d5d-44c6-955c-e41a0646d5d7', 'name': 'network-vif-deleted', 'tag': '62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1', 'status': 'completed', 'code': 200} Dec 16 22:00:11.001996 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de719d3-5652-409f-a613-c2ccfc89d52e req-ec18d3cc-2a8a-411a-9d85-e99ff8d4d4ec tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:11.003481 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9de719d3-5652-409f-a613-c2ccfc89d52e req-ec18d3cc-2a8a-411a-9d85-e99ff8d4d4ec tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0533862 Dec 16 22:00:11.064619 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9de719d3-5652-409f-a613-c2ccfc89d52e req-1f0017cc-37c2-4df1-a3d3-14288f407d54 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550463 Dec 16 22:00:11.188387 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-47bb9ef0-e513-4608-8130-fa67aab802ea req-4164803e-20a8-4e35-9728-9aedf582248a tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=eaca2611-2d5d-44c6-955c-e41a0646d5d7 HTTP/1.1" status: 200 len: 210 time: 0.0262368 Dec 16 22:00:11.296689 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c9c6b-d1a5-4129-be7d-bb6d439898e3 req-71d70e89-8b19-4f57-9571-7132f0f2b9ab tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:11.298138 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7b6c9c6b-d1a5-4129-be7d-bb6d439898e3 req-71d70e89-8b19-4f57-9571-7132f0f2b9ab tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 943 time: 0.0480032 Dec 16 22:00:11.349290 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7b6c9c6b-d1a5-4129-be7d-bb6d439898e3 req-8ed71ffb-d0e9-4028-bada-7089484cb895 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452938 Dec 16 22:00:11.946533 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:00:12.041862 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7,segment=NetworkSegment(4627be7c-769d-4467-8df0-95b34eada977),segment_id=4627be7c-769d-4467-8df0-95b34eada977)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:12.053147 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': '8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7', 'network_id': 'e065fef2-db7e-4bb4-8770-806bc57232cd', 'port_id': '8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7', 'mac_address': 'fa:16:3e:b2:8c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912bdb17-55c1-4527-bf63-fee044a36c12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:00:12.091089 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:12.103672 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:00:12.124471 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7,segment=NetworkSegment(4627be7c-769d-4467-8df0-95b34eada977),segment_id=4627be7c-769d-4467-8df0-95b34eada977)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:12.182862 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c20043-fc8e-4caf-afca-7df8a2f184a2 req-fd428ba9-4942-4adc-ac02-2d46523d93cd tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:12.184322 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-99c20043-fc8e-4caf-afca-7df8a2f184a2 req-fd428ba9-4942-4adc-ac02-2d46523d93cd tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0504093 Dec 16 22:00:12.205551 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:12.249526 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-99c20043-fc8e-4caf-afca-7df8a2f184a2 req-02893803-e691-4c8d-b443-c56d1c4fb7a1 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588598 Dec 16 22:00:12.256615 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:12.446286 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:00:12.521467 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e947a16-af69-43eb-b829-560448501484 req-d2aab866-1f21-4c5e-ac2a-9a8e228dee39 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:12.523026 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0e947a16-af69-43eb-b829-560448501484 req-d2aab866-1f21-4c5e-ac2a-9a8e228dee39 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 944 time: 0.1059647 Dec 16 22:00:12.547318 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-27ffbb0d-277f-475c-8a24-26ab3f651cbc tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:12.548894 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-27ffbb0d-277f-475c-8a24-26ab3f651cbc tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/networks?id=8d516eb3-e458-4c9a-9e3c-1e110a214d29 HTTP/1.1" status: 200 len: 809 time: 0.1537337 Dec 16 22:00:12.572806 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-abcfbb2d-813c-4c4d-872f-639af58e078a tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/quotas/3b3a56fd79064bd89990c379f4db7ce4 HTTP/1.1" status: 200 len: 375 time: 0.0167000 Dec 16 22:00:12.615868 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-88ed71cb-b829-44d0-a127-455458f7d351 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b3a56fd79064bd89990c379f4db7ce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360177 Dec 16 22:00:12.621214 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0e947a16-af69-43eb-b829-560448501484 req-9fa817e6-3d2b-4933-bd2a-2422aa03c136 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904291 Dec 16 22:00:12.712883 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-52d1db57-705d-4134-bd8f-32c49c4f7dbb service neutron] 10.222.0.44 "GET /v2.0/networks/8d516eb3-e458-4c9a-9e3c-1e110a214d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888560 Dec 16 22:00:12.721715 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fa06b9fe-3899-4e08-bddb-919e79a55f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:12.804038 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-844c0d75-ef9d-4aa3-96a9-de4c62566a18 service neutron] 10.222.0.44 "GET /v2.0/networks/8d516eb3-e458-4c9a-9e3c-1e110a214d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844216 Dec 16 22:00:13.030872 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-20b9ac6c-be8f-4634-8152-c00f9de83b73 req-a775f127-ecb7-45fb-81a7-f4cb19001d8b tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 210 time: 0.0310416 Dec 16 22:00:13.374252 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ad388-b8a5-41b5-a993-a2f8c42f65de req-2cb03e67-41fa-4cd7-9e20-082d630d8445 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:13.375714 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9f6ad388-b8a5-41b5-a993-a2f8c42f65de req-2cb03e67-41fa-4cd7-9e20-082d630d8445 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0522804 Dec 16 22:00:13.435550 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9f6ad388-b8a5-41b5-a993-a2f8c42f65de req-4814d3be-ae7d-41b9-a7fa-bad561a6f7c0 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532727 Dec 16 22:00:13.610320 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:13.745793 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff29ef3-4d24-4b6f-9bab-fd3efa12e746 req-3e22d544-c0f1-473f-8b19-d3adc1347b7b tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:13.747446 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8ff29ef3-4d24-4b6f-9bab-fd3efa12e746 req-3e22d544-c0f1-473f-8b19-d3adc1347b7b tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 944 time: 0.0535839 Dec 16 22:00:13.801478 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8ff29ef3-4d24-4b6f-9bab-fd3efa12e746 req-a8ce6399-f759-48c9-b04c-ba05df04a8c0 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476229 Dec 16 22:00:13.965713 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:00:14.097558 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:00:14.101913 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:00:14.104718 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:14.129268 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a80ebfef-0852-436b-9a87-f2730250de72 req-0992e96e-65ed-421c-9eb0-e24866a72b3e tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 210 time: 0.0309267 Dec 16 22:00:14.188274 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:14.211846 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c25630-7ce3-4fb4-8a99-8af6bb541ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:00:14.214141 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c8327b-5701-4fb0-8e85-bbeb0df44c91" -d '{"events": [{"server_uuid": "79c25630-7ce3-4fb4-8a99-8af6bb541ad6", "name": "network-vif-plugged", "status": "completed", "tag": "8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:00:14.227601 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7,segment=NetworkSegment(4627be7c-769d-4467-8df0-95b34eada977),segment_id=4627be7c-769d-4467-8df0-95b34eada977)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:14.251117 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498759a5-3086-4783-a5d7-beddd1d13240 x-openstack-request-id: req-498759a5-3086-4783-a5d7-beddd1d13240 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:00:14.251665 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c25630-7ce3-4fb4-8a99-8af6bb541ad6", "name": "network-vif-plugged", "status": "completed", "tag": "8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:00:14.251938 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-498759a5-3086-4783-a5d7-beddd1d13240 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:00:14.252332 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c25630-7ce3-4fb4-8a99-8af6bb541ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7', 'code': 200} Dec 16 22:00:14.314343 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:14.315151 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:00:14.363270 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:00:14.363270 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 62fee26b-ec93-4fb3-bdf9-5fc4f57b2aa1 not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:00:14.382123 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:14.562118 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b479ac-3c38-465b-8e1e-e7ae89c2ff0d req-38d40a99-92b0-4ac9-9e75-89f8886e0657 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:14.563644 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94b479ac-3c38-465b-8e1e-e7ae89c2ff0d req-38d40a99-92b0-4ac9-9e75-89f8886e0657 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0589974 Dec 16 22:00:14.637237 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876cac7-1ed9-4d30-bc90-93133be2959f req-49904710-9e5e-4d54-9836-e1cfc583be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:14.638110 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-94b479ac-3c38-465b-8e1e-e7ae89c2ff0d req-94341d47-28b7-468c-b978-b6bad47d7d14 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677736 Dec 16 22:00:14.638701 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c876cac7-1ed9-4d30-bc90-93133be2959f req-49904710-9e5e-4d54-9836-e1cfc583be56 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 1098 time: 0.0470495 Dec 16 22:00:14.691107 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c876cac7-1ed9-4d30-bc90-93133be2959f req-a8009c61-ef12-49b2-b6a2-0cabb8960146 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393453 Dec 16 22:00:14.934599 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd63323-0aed-4f1c-8c62-1f3e59d58ce9 req-ffe394ac-6129-426b-afa0-b9c45b2966d6 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:14.939522 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3bd63323-0aed-4f1c-8c62-1f3e59d58ce9 req-ffe394ac-6129-426b-afa0-b9c45b2966d6 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 945 time: 0.0543613 Dec 16 22:00:14.985713 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3bd63323-0aed-4f1c-8c62-1f3e59d58ce9 req-203f9fd7-0abf-48a1-bbc2-af9f87b73f3e tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436769 Dec 16 22:00:15.010092 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:15.233766 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-c66ca428-f771-4fd2-9aea-e19b60b64e36 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:15.235314 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-c66ca428-f771-4fd2-9aea-e19b60b64e36 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.59 "GET /v2.0/networks?id=8d516eb3-e458-4c9a-9e3c-1e110a214d29 HTTP/1.1" status: 200 len: 809 time: 0.1131678 Dec 16 22:00:15.237015 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6eebdddf-1b8d-4243-a9da-94c0b4ae6913 req-9734e183-0262-433e-8864-bee4db63e41c tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 210 time: 0.0364022 Dec 16 22:00:15.249900 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-9f50cbb0-def1-4dc4-8348-d14fdea25754 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Request body: {'port': {'device_id': '96e0eb52-b472-4b83-a582-7b948a4e6fd3', 'network_id': '8d516eb3-e458-4c9a-9e3c-1e110a214d29', 'admin_state_up': True, 'tenant_id': '3b3a56fd79064bd89990c379f4db7ce4'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:15.444305 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-9f50cbb0-def1-4dc4-8348-d14fdea25754 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Made reservation on behalf of 3b3a56fd79064bd89990c379f4db7ce4 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:00:15.447886 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-9f50cbb0-def1-4dc4-8348-d14fdea25754 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:15.580067 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-9f50cbb0-def1-4dc4-8348-d14fdea25754 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Allocated IP 172.20.0.11 (8d516eb3-e458-4c9a-9e3c-1e110a214d29/1d852a07-8370-43ee-ba09-a0f87ba26e2d/57abec15-bd66-4e1a-b58e-61db2577b59a) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:00:15.751641 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-9f50cbb0-def1-4dc4-8348-d14fdea25754 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:15.771605 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d627a57-885f-42b0-a3b0-27f5c1e6870e req-6d70270e-8129-4775-9b0f-10252223085c tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:15.773326 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d627a57-885f-42b0-a3b0-27f5c1e6870e req-6d70270e-8129-4775-9b0f-10252223085c tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0571852 Dec 16 22:00:15.847013 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7d627a57-885f-42b0-a3b0-27f5c1e6870e req-c0ddff96-40de-4784-bb5e-e8e98015660b tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653694 Dec 16 22:00:15.857828 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-9f50cbb0-def1-4dc4-8348-d14fdea25754 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:15.892226 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:15.901739 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-9f50cbb0-def1-4dc4-8348-d14fdea25754 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Network 8d516eb3-e458-4c9a-9e3c-1e110a214d29 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:00:15.904900 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-9f50cbb0-def1-4dc4-8348-d14fdea25754 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:00:15.908542 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-9f50cbb0-def1-4dc4-8348-d14fdea25754 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:00:15.942230 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50cbb0-def1-4dc4-8348-d14fdea25754 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Pushing event updated for resources: {'Port': ['ID=57abec15-bd66-4e1a-b58e-61db2577b59a,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:15.965680 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-9f50cbb0-def1-4dc4-8348-d14fdea25754 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:15.966303 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-9f50cbb0-def1-4dc4-8348-d14fdea25754 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:16.105741 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-9f50cbb0-def1-4dc4-8348-d14fdea25754 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8597791 Dec 16 22:00:16.107837 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338c950-8610-4fd1-865a-ebcf1865cb35 req-5a4e747d-4c8d-4075-8ce3-7a13e2bb4304 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:16.109358 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7338c950-8610-4fd1-865a-ebcf1865cb35 req-5a4e747d-4c8d-4075-8ce3-7a13e2bb4304 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 945 time: 0.0538080 Dec 16 22:00:16.127695 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Request body: {'port': {'device_id': '96e0eb52-b472-4b83-a582-7b948a4e6fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:16.163403 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7338c950-8610-4fd1-865a-ebcf1865cb35 req-6e857c10-03dd-46ec-9003-9f88906ed9cb tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480690 Dec 16 22:00:16.191148 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:16.376880 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe753c01-8f1a-4bda-afd3-d0c63a75ac25 req-0c27685e-fa2f-4879-9a4e-70c5cdb028a3 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:16.378684 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe753c01-8f1a-4bda-afd3-d0c63a75ac25 req-0c27685e-fa2f-4879-9a4e-70c5cdb028a3 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 932 time: 0.0646966 Dec 16 22:00:16.436345 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fe753c01-8f1a-4bda-afd3-d0c63a75ac25 req-ddef4f8a-d9c1-4d88-9229-8a9d124db23e tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504584 Dec 16 22:00:16.489791 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57abec15-bd66-4e1a-b58e-61db2577b59a {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:00:16.497791 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:16.509965 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Transition to ACTIVE for port object 57abec15-bd66-4e1a-b58e-61db2577b59a will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:00:16.616908 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:16.670963 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Pushing event updated for resources: {'Port': ['ID=57abec15-bd66-4e1a-b58e-61db2577b59a,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:17.014959 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa80ebd-ed64-4869-893e-e92fab7cdfd2 req-add148b9-9422-44bd-9f31-75720fb914a0 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:17.017645 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Attempting to bind port 57abec15-bd66-4e1a-b58e-61db2577b59a on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:00:17.018205 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Attempting to bind port 57abec15-bd66-4e1a-b58e-61db2577b59a by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e2949654-7fa1-4311-a96f-afb7bed62ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d516eb3-e458-4c9a-9e3c-1e110a214d29'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:00:17.018756 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Attempting to bind port 57abec15-bd66-4e1a-b58e-61db2577b59a on network 8d516eb3-e458-4c9a-9e3c-1e110a214d29 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:00:17.020306 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6fa80ebd-ed64-4869-893e-e92fab7cdfd2 req-add148b9-9422-44bd-9f31-75720fb914a0 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0665843 Dec 16 22:00:17.030812 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Port 57abec15-bd66-4e1a-b58e-61db2577b59a on network 8d516eb3-e458-4c9a-9e3c-1e110a214d29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:00:17.030812 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Attempting to bind port 57abec15-bd66-4e1a-b58e-61db2577b59a on network 8d516eb3-e458-4c9a-9e3c-1e110a214d29 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:00:17.036000 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:00:17.036513 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Checking segment: {'id': 'e2949654-7fa1-4311-a96f-afb7bed62ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d516eb3-e458-4c9a-9e3c-1e110a214d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:00:17.037001 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Bound using segment: {'id': 'e2949654-7fa1-4311-a96f-afb7bed62ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d516eb3-e458-4c9a-9e3c-1e110a214d29'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:00:17.037596 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Bound port: 57abec15-bd66-4e1a-b58e-61db2577b59a, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2949654-7fa1-4311-a96f-afb7bed62ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d516eb3-e458-4c9a-9e3c-1e110a214d29'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:00:17.038167 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:17.100539 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6fa80ebd-ed64-4869-893e-e92fab7cdfd2 req-97ef9ea6-bfd8-44c3-b218-37127638f368 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702131 Dec 16 22:00:17.115973 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] For port 57abec15-bd66-4e1a-b58e-61db2577b59a, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:00:17.119281 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] For port 57abec15-bd66-4e1a-b58e-61db2577b59a, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=57abec15-bd66-4e1a-b58e-61db2577b59a,segment=NetworkSegment(e2949654-7fa1-4311-a96f-afb7bed62ed4),segment_id=e2949654-7fa1-4311-a96f-afb7bed62ed4)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:00:17.223016 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:17.260887 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:17.262037 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:17.263457 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] 10.222.0.59 "PUT /v2.0/ports/57abec15-bd66-4e1a-b58e-61db2577b59a HTTP/1.1" status: 200 len: 1094 time: 1.1404021 Dec 16 22:00:17.263919 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e0eb52-b472-4b83-a582-7b948a4e6fd3', 'tag': '57abec15-bd66-4e1a-b58e-61db2577b59a'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:00:17.266204 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b534fd63-60bb-4add-b925-d07387e1cd82" -d '{"events": [{"name": "network-changed", "server_uuid": "96e0eb52-b472-4b83-a582-7b948a4e6fd3", "tag": "57abec15-bd66-4e1a-b58e-61db2577b59a"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:00:17.291890 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84d333-6752-4c04-bb62-353fe0353955 service neutron] Pushing event updated for resources: {'Port': ['ID=57abec15-bd66-4e1a-b58e-61db2577b59a,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:17.305349 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd5d620-7e90-49fb-816f-aabaa20f1cab x-openstack-request-id: req-abd5d620-7e90-49fb-816f-aabaa20f1cab {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:00:17.305755 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e0eb52-b472-4b83-a582-7b948a4e6fd3", "tag": "57abec15-bd66-4e1a-b58e-61db2577b59a", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:00:17.306125 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-abd5d620-7e90-49fb-816f-aabaa20f1cab {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:00:17.306752 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e0eb52-b472-4b83-a582-7b948a4e6fd3', 'tag': '57abec15-bd66-4e1a-b58e-61db2577b59a', 'status': 'completed', 'code': 200} Dec 16 22:00:17.375784 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534fd63-60bb-4add-b925-d07387e1cd82 req-56359015-d45e-4132-873a-608ed42a00da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:17.381802 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b534fd63-60bb-4add-b925-d07387e1cd82 req-56359015-d45e-4132-873a-608ed42a00da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b3a56fd79064bd89990c379f4db7ce4&device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0497231 Dec 16 22:00:17.517083 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534fd63-60bb-4add-b925-d07387e1cd82 req-be3fc32e-5b6b-48e8-8069-a2ae2bb119c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:17.519472 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b534fd63-60bb-4add-b925-d07387e1cd82 req-be3fc32e-5b6b-48e8-8069-a2ae2bb119c3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b3a56fd79064bd89990c379f4db7ce4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1338224 Dec 16 22:00:17.599035 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662c6fc-980f-4dad-b841-54604284fd80 req-3f076e1f-1bff-415b-9f38-a7a234b216e7 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:17.600665 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6662c6fc-980f-4dad-b841-54604284fd80 req-3f076e1f-1bff-415b-9f38-a7a234b216e7 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 944 time: 0.0673592 Dec 16 22:00:17.666183 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534fd63-60bb-4add-b925-d07387e1cd82 req-aae9a2f4-5cb8-4a7d-8a23-19ae7651167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:17.668555 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b534fd63-60bb-4add-b925-d07387e1cd82 req-aae9a2f4-5cb8-4a7d-8a23-19ae7651167c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1416247 Dec 16 22:00:17.674366 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6662c6fc-980f-4dad-b841-54604284fd80 req-0479e63a-04d6-4ff9-97c8-2f548faeeb82 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625265 Dec 16 22:00:17.773614 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-5cec5110-fb13-4932-8be9-22353c936bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:17.775140 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-5cec5110-fb13-4932-8be9-22353c936bc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b3a56fd79064bd89990c379f4db7ce4&device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0514133 Dec 16 22:00:17.821547 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-0833fbe8-df60-441a-bd62-37709c0bdc15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57abec15-bd66-4e1a-b58e-61db2577b59a HTTP/1.1" status: 200 len: 217 time: 0.0374763 Dec 16 22:00:17.877583 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-4e5f443f-fa50-4dcb-84d8-b2c0a2b30abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:17.879053 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-4e5f443f-fa50-4dcb-84d8-b2c0a2b30abd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1d852a07-8370-43ee-ba09-a0f87ba26e2d HTTP/1.1" status: 200 len: 849 time: 0.0501087 Dec 16 22:00:17.912045 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-4de6b582-f1f6-4fb1-bdbf-1a3edb034b45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d516eb3-e458-4c9a-9e3c-1e110a214d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251715 Dec 16 22:00:18.008164 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-63e8237c-4bae-4e28-9368-45d99fa2d112 service neutron] 10.222.0.59 "GET /v2.0/networks/8d516eb3-e458-4c9a-9e3c-1e110a214d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876572 Dec 16 22:00:18.116965 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d10f42d4-c420-4cc6-9dc7-1c4d1dd0ebac req-4e54cd8b-b54e-42d9-939d-9277366776eb service neutron] 10.222.0.59 "GET /v2.0/networks/8d516eb3-e458-4c9a-9e3c-1e110a214d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006968 Dec 16 22:00:18.228591 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61ce5-529c-4203-ad20-20e1b7871a68 req-917f12f2-7ecd-4fd3-ac0b-e513c4311e7a tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:18.231030 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6ad61ce5-529c-4203-ad20-20e1b7871a68 req-917f12f2-7ecd-4fd3-ac0b-e513c4311e7a tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0508814 Dec 16 22:00:18.295264 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6ad61ce5-529c-4203-ad20-20e1b7871a68 req-ad5b575e-c7c8-42e4-92e6-ccd7ba45e957 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575540 Dec 16 22:00:18.796266 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81bf9d-978b-4f1f-8d3c-3923e4992323 req-4cfc4b24-efd9-4285-b111-2f2f3181e4be tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:18.797917 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ee81bf9d-978b-4f1f-8d3c-3923e4992323 req-4cfc4b24-efd9-4285-b111-2f2f3181e4be tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 944 time: 0.0518861 Dec 16 22:00:18.857066 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ee81bf9d-978b-4f1f-8d3c-3923e4992323 req-2b9367f7-b70c-40b7-86c5-e252e76086fe tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524826 Dec 16 22:00:19.605022 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9726911-bd47-4b64-9732-15cb39bcb962 req-3c9fa614-1d33-47dc-acbb-9525cdb899a7 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:19.606492 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c9726911-bd47-4b64-9732-15cb39bcb962 req-3c9fa614-1d33-47dc-acbb-9525cdb899a7 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.2418580 Dec 16 22:00:19.671813 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c9726911-bd47-4b64-9732-15cb39bcb962 req-f355a3fd-63d6-4873-921d-7121ae63ed90 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592074 Dec 16 22:00:19.986925 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae29308-14cc-4b69-9bbb-ceb504cc5760 req-7c4e767e-674e-4ae7-bab3-a461fb0ddfa9 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:19.991481 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1ae29308-14cc-4b69-9bbb-ceb504cc5760 req-7c4e767e-674e-4ae7-bab3-a461fb0ddfa9 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 944 time: 0.0529361 Dec 16 22:00:20.041258 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1ae29308-14cc-4b69-9bbb-ceb504cc5760 req-4c66682d-187e-496e-bf07-0be135d7e6a2 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467277 Dec 16 22:00:20.802744 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ccdc1-27ce-44cb-bcc2-ba073d2f7432 req-ad4888da-9c6b-4597-9c5d-5d211e8c573c tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:20.804180 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-609ccdc1-27ce-44cb-bcc2-ba073d2f7432 req-ad4888da-9c6b-4597-9c5d-5d211e8c573c tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0602450 Dec 16 22:00:20.867472 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-609ccdc1-27ce-44cb-bcc2-ba073d2f7432 req-9e2b3202-251c-4cb9-ae04-5dee883c3535 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c2983e8-c43b-4110-9b7f-6abd8710fa6a&id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566537 Dec 16 22:00:21.093409 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38750232-fa99-4b89-8f35-5152ef077324 req-1b099d2a-2b2e-4ffd-8ae9-0a5e1876a67b tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:21.094919 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-38750232-fa99-4b89-8f35-5152ef077324 req-1b099d2a-2b2e-4ffd-8ae9-0a5e1876a67b tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 946 time: 0.1788216 Dec 16 22:00:21.186083 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-38750232-fa99-4b89-8f35-5152ef077324 req-05160852-7447-46e8-bf21-059c5fc67cba tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846486 Dec 16 22:00:21.199626 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df85ff-3f83-4328-a267-0c8ca349d77b req-30393971-22e9-4c8c-93ab-8c26d47dd0c5 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:21.201137 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-39df85ff-3f83-4328-a267-0c8ca349d77b req-30393971-22e9-4c8c-93ab-8c26d47dd0c5 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 944 time: 0.0817523 Dec 16 22:00:21.252407 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-39df85ff-3f83-4328-a267-0c8ca349d77b req-c9e26a82-7cf5-4b56-a69b-b19864c03df7 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452302 Dec 16 22:00:21.598906 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b08152-08f8-485c-86bd-a3b75d493218 req-97c2e200-c7e1-4b6b-a1fc-45f075175049 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:21.600475 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-93b08152-08f8-485c-86bd-a3b75d493218 req-97c2e200-c7e1-4b6b-a1fc-45f075175049 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 946 time: 0.0513682 Dec 16 22:00:21.650419 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-93b08152-08f8-485c-86bd-a3b75d493218 req-596c1bff-2c0f-4810-9ab3-eb41ca1e760a tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 Dec 16 22:00:22.049429 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 57abec15-bd66-4e1a-b58e-61db2577b59a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:00:22.146491 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 57abec15-bd66-4e1a-b58e-61db2577b59a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=57abec15-bd66-4e1a-b58e-61db2577b59a,segment=NetworkSegment(e2949654-7fa1-4311-a96f-afb7bed62ed4),segment_id=e2949654-7fa1-4311-a96f-afb7bed62ed4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:22.159070 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': '57abec15-bd66-4e1a-b58e-61db2577b59a', 'network_id': '8d516eb3-e458-4c9a-9e3c-1e110a214d29', 'port_id': '57abec15-bd66-4e1a-b58e-61db2577b59a', 'mac_address': 'fa:16:3e:59:02:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d852a07-8370-43ee-ba09-a0f87ba26e2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:00:22.195865 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:22.212182 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57abec15-bd66-4e1a-b58e-61db2577b59a {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:00:22.231981 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 57abec15-bd66-4e1a-b58e-61db2577b59a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=57abec15-bd66-4e1a-b58e-61db2577b59a,segment=NetworkSegment(e2949654-7fa1-4311-a96f-afb7bed62ed4),segment_id=e2949654-7fa1-4311-a96f-afb7bed62ed4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:22.290492 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:22.314883 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3314e8a-db96-4435-9e29-7f24cc83d97f req-5e4000e9-d6cf-4985-93d9-64be66df0e06 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:22.317161 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d3314e8a-db96-4435-9e29-7f24cc83d97f req-5e4000e9-d6cf-4985-93d9-64be66df0e06 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 946 time: 0.0574820 Dec 16 22:00:22.343719 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=57abec15-bd66-4e1a-b58e-61db2577b59a,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:22.394029 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d3314e8a-db96-4435-9e29-7f24cc83d97f req-d846e426-7b2d-45cc-b199-42b4fd41b5ed tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702181 Dec 16 22:00:22.443696 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab9532-327f-4fb6-9d45-ee71bb2dd83f req-1932d4c6-827c-4171-b7ef-12fb76326ebc tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:22.445266 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9ab9532-327f-4fb6-9d45-ee71bb2dd83f req-1932d4c6-827c-4171-b7ef-12fb76326ebc tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 945 time: 0.1227930 Dec 16 22:00:22.497404 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b9ab9532-327f-4fb6-9d45-ee71bb2dd83f req-3e9cb246-ac96-43f2-83df-f4554baeb8e4 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445199 Dec 16 22:00:22.676796 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['57abec15-bd66-4e1a-b58e-61db2577b59a'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:00:22.778248 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d4b88-c516-46b5-a84c-3635c9815c4d req-d663135d-bd35-406b-88db-08bac44d4128 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:22.779994 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8d7d4b88-c516-46b5-a84c-3635c9815c4d req-d663135d-bd35-406b-88db-08bac44d4128 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 946 time: 0.0557263 Dec 16 22:00:22.787785 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-dd0adde1-f11f-4f5e-9217-c2477e4d3739 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:22.787785 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-dd0adde1-f11f-4f5e-9217-c2477e4d3739 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 946 time: 0.0585520 Dec 16 22:00:22.845882 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8d7d4b88-c516-46b5-a84c-3635c9815c4d req-f3ddc807-d9ce-4456-b63c-09442d2231e0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566685 Dec 16 22:00:22.888989 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-14343849-362e-415f-86a0-40962fe51bf3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Deleting port d524b4c7-0f0a-4420-be80-b5d874134a3e {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:00:22.891110 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-14343849-362e-415f-86a0-40962fe51bf3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:22.981041 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-14343849-362e-415f-86a0-40962fe51bf3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] For port d524b4c7-0f0a-4420-be80-b5d874134a3e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d524b4c7-0f0a-4420-be80-b5d874134a3e,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:22.981405 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-14343849-362e-415f-86a0-40962fe51bf3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:23.268112 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-14343849-362e-415f-86a0-40962fe51bf3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:23.268489 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-14343849-362e-415f-86a0-40962fe51bf3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:23.268803 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.l3_db [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-14343849-362e-415f-86a0-40962fe51bf3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Floating IP 5cd868dd-b205-4522-b74c-2624b80e0817 disassociated. External IP: 172.27.3.166, port: d524b4c7-0f0a-4420-be80-b5d874134a3e. Dec 16 22:00:23.269138 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-14343849-362e-415f-86a0-40962fe51bf3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Calling delete_port for d524b4c7-0f0a-4420-be80-b5d874134a3e owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:00:23.493422 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-14343849-362e-415f-86a0-40962fe51bf3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:23.520662 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79f863-3dee-4109-a346-81460eef76fc req-5ed357fd-92f3-4d52-b2d8-6a8a5ecfe780 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:23.522989 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e79f863-3dee-4109-a346-81460eef76fc req-5ed357fd-92f3-4d52-b2d8-6a8a5ecfe780 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 867 time: 0.0575223 Dec 16 22:00:23.532251 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14343849-362e-415f-86a0-40962fe51bf3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event deleted for resources: {'Port': ['ID=d524b4c7-0f0a-4420-be80-b5d874134a3e,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:23.549966 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16304c83-97ef-4305-bd11-ec04474ef555 req-cba2d934-bc14-4ab4-a7ba-f0a0dff7def2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:23.551477 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-16304c83-97ef-4305-bd11-ec04474ef555 req-cba2d934-bc14-4ab4-a7ba-f0a0dff7def2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.59 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 946 time: 0.0838912 Dec 16 22:00:23.581999 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e79f863-3dee-4109-a346-81460eef76fc req-5db177ae-4730-44e5-a334-e23afd8630be tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523329 Dec 16 22:00:23.642949 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483fb90-d9f7-438a-9280-c77868808464 req-25163eb3-a4a5-476f-a103-b61c37f86ee7 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:23.644763 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6483fb90-d9f7-438a-9280-c77868808464 req-25163eb3-a4a5-476f-a103-b61c37f86ee7 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 945 time: 0.0618596 Dec 16 22:00:23.698384 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6483fb90-d9f7-438a-9280-c77868808464 req-0af6be84-4b27-40d7-9580-db00e3b0e97a tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470383 Dec 16 22:00:23.725843 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-14343849-362e-415f-86a0-40962fe51bf3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Router a9d07f84-dd54-4c71-8c44-7122e6827477 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:00:23.739912 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-16304c83-97ef-4305-bd11-ec04474ef555 req-807737b8-861d-4deb-a33e-e6321380a810 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Deleting port a10677fe-1add-4546-8c25-b42d17290f1b {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:00:23.740239 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-16304c83-97ef-4305-bd11-ec04474ef555 req-807737b8-861d-4deb-a33e-e6321380a810 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:23.910438 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-16304c83-97ef-4305-bd11-ec04474ef555 req-807737b8-861d-4deb-a33e-e6321380a810 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] For port a10677fe-1add-4546-8c25-b42d17290f1b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a10677fe-1add-4546-8c25-b42d17290f1b,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:23.911159 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-16304c83-97ef-4305-bd11-ec04474ef555 req-807737b8-861d-4deb-a33e-e6321380a810 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:23.931284 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-14343849-362e-415f-86a0-40962fe51bf3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:00:23.946728 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f8d16-27d7-4ec1-b6fe-735fe9c1adf6 None None] Sync routers for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:00:23.959338 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f8d16-27d7-4ec1-b6fe-735fe9c1adf6 None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:00:23.960075 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-c60f8d16-27d7-4ec1-b6fe-735fe9c1adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:00:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:23.983661 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298f860-013e-47e1-902d-56c9613f9831 req-9bf36391-26c2-4e0a-a8d8-2facbc804c93 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:23.991226 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7298f860-013e-47e1-902d-56c9613f9831 req-9bf36391-26c2-4e0a-a8d8-2facbc804c93 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 946 time: 0.0650845 Dec 16 22:00:24.012210 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-14343849-362e-415f-86a0-40962fe51bf3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] No DVR routers for this DVR port d524b4c7-0f0a-4420-be80-b5d874134a3e on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:00:24.021754 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-14343849-362e-415f-86a0-40962fe51bf3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:24.025180 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e2d37464-6eb9-425d-a3bd-5deeb6712eb4 req-14343849-362e-415f-86a0-40962fe51bf3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.59 "DELETE /v2.0/ports/d524b4c7-0f0a-4420-be80-b5d874134a3e HTTP/1.1" status: 204 len: 173 time: 1.2355380 Dec 16 22:00:24.029111 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b86fdc-bdea-4461-8666-885502cd3edb', 'name': 'network-vif-deleted', 'tag': 'd524b4c7-0f0a-4420-be80-b5d874134a3e'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:00:24.031790 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f569b28e-5047-47c2-b95d-469bd5415883" -d '{"events": [{"server_uuid": "d7b86fdc-bdea-4461-8666-885502cd3edb", "name": "network-vif-deleted", "tag": "d524b4c7-0f0a-4420-be80-b5d874134a3e"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:00:24.063211 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7298f860-013e-47e1-902d-56c9613f9831 req-71c77d77-2dee-49f2-8723-fc3705f73cc9 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8b9d096-d44a-49d6-b59a-47cf01cd9368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709529 Dec 16 22:00:24.077777 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 57abec15-bd66-4e1a-b58e-61db2577b59a up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:00:24.100238 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f7ca6c-b25f-473d-b5b4-0602aac471d0 x-openstack-request-id: req-60f7ca6c-b25f-473d-b5b4-0602aac471d0 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:00:24.100613 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b86fdc-bdea-4461-8666-885502cd3edb", "name": "network-vif-deleted", "tag": "d524b4c7-0f0a-4420-be80-b5d874134a3e", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:00:24.100872 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60f7ca6c-b25f-473d-b5b4-0602aac471d0 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:00:24.101398 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b86fdc-bdea-4461-8666-885502cd3edb', 'name': 'network-vif-deleted', 'tag': 'd524b4c7-0f0a-4420-be80-b5d874134a3e', 'status': 'completed', 'code': 200} Dec 16 22:00:24.152051 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-c60f8d16-27d7-4ec1-b6fe-735fe9c1adf6 None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:00:24.202713 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-16304c83-97ef-4305-bd11-ec04474ef555 req-807737b8-861d-4deb-a33e-e6321380a810 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:24.203129 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-16304c83-97ef-4305-bd11-ec04474ef555 req-807737b8-861d-4deb-a33e-e6321380a810 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:24.203588 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.l3_db [req-16304c83-97ef-4305-bd11-ec04474ef555 req-807737b8-861d-4deb-a33e-e6321380a810 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Floating IP a622cf57-d0b1-4733-806e-d077aa0f3a42 disassociated. External IP: 172.27.3.254, port: a10677fe-1add-4546-8c25-b42d17290f1b. Dec 16 22:00:24.203925 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-16304c83-97ef-4305-bd11-ec04474ef555 req-807737b8-861d-4deb-a33e-e6321380a810 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Calling delete_port for a10677fe-1add-4546-8c25-b42d17290f1b owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:00:24.284850 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port 57abec15-bd66-4e1a-b58e-61db2577b59a completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:00:24.298579 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port 57abec15-bd66-4e1a-b58e-61db2577b59a triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:00:24.298952 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:24.422759 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-16304c83-97ef-4305-bd11-ec04474ef555 req-807737b8-861d-4deb-a33e-e6321380a810 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:24.458556 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:24.466332 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807737b8-861d-4deb-a33e-e6321380a810 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event deleted for resources: {'Port': ['ID=a10677fe-1add-4546-8c25-b42d17290f1b,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:24.486372 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-c60f8d16-27d7-4ec1-b6fe-735fe9c1adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:24.492509 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e0eb52-b472-4b83-a582-7b948a4e6fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57abec15-bd66-4e1a-b58e-61db2577b59a'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:00:24.495042 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8efda48-908e-46de-ab47-51251c689323" -d '{"events": [{"server_uuid": "96e0eb52-b472-4b83-a582-7b948a4e6fd3", "name": "network-vif-plugged", "status": "completed", "tag": "57abec15-bd66-4e1a-b58e-61db2577b59a"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:00:24.531087 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f8d16-27d7-4ec1-b6fe-735fe9c1adf6 None None] Checking router: a9d07f84-dd54-4c71-8c44-7122e6827477 for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:00:24.535287 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 57abec15-bd66-4e1a-b58e-61db2577b59a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=57abec15-bd66-4e1a-b58e-61db2577b59a,segment=NetworkSegment(e2949654-7fa1-4311-a96f-afb7bed62ed4),segment_id=e2949654-7fa1-4311-a96f-afb7bed62ed4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:24.558717 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f8d16-27d7-4ec1-b6fe-735fe9c1adf6 None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:00:24.561447 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-c60f8d16-27d7-4ec1-b6fe-735fe9c1adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:00:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:24.616102 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c9d3b4-a045-477a-b60c-8969eb7368e2 x-openstack-request-id: req-e8c9d3b4-a045-477a-b60c-8969eb7368e2 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:00:24.616474 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e0eb52-b472-4b83-a582-7b948a4e6fd3", "name": "network-vif-plugged", "status": "completed", "tag": "57abec15-bd66-4e1a-b58e-61db2577b59a", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:00:24.616688 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8c9d3b4-a045-477a-b60c-8969eb7368e2 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:00:24.617080 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e0eb52-b472-4b83-a582-7b948a4e6fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57abec15-bd66-4e1a-b58e-61db2577b59a', 'code': 200} Dec 16 22:00:24.617726 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:24.618510 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device d524b4c7-0f0a-4420-be80-b5d874134a3e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:00:24.676975 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: d524b4c7-0f0a-4420-be80-b5d874134a3e {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:00:24.677264 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device d524b4c7-0f0a-4420-be80-b5d874134a3e not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:00:24.690213 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16304c83-97ef-4305-bd11-ec04474ef555 req-807737b8-861d-4deb-a33e-e6321380a810 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Router f96362b2-da03-4e25-8af0-cb11e7840574 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:00:24.706822 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=57abec15-bd66-4e1a-b58e-61db2577b59a,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:24.783743 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-c60f8d16-27d7-4ec1-b6fe-735fe9c1adf6 None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:00:24.801299 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2d5a6dcb-5809-48b3-b471-30787caba781 req-c0d3eb9f-fe39-4a40-b7c0-8a0306a176b8 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7b86fdc-bdea-4461-8666-885502cd3edb HTTP/1.1" status: 200 len: 210 time: 0.0971684 Dec 16 22:00:24.838127 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16304c83-97ef-4305-bd11-ec04474ef555 req-807737b8-861d-4deb-a33e-e6321380a810 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:00:24.850446 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4958e858-5bb7-4ba5-a365-ea5d05449ec7 None None] Sync routers for ids ['f96362b2-da03-4e25-8af0-cb11e7840574'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:00:24.867864 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4958e858-5bb7-4ba5-a365-ea5d05449ec7 None None] Routers {'f96362b2-da03-4e25-8af0-cb11e7840574'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:00:24.868603 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4958e858-5bb7-4ba5-a365-ea5d05449ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:00:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['f96362b2-da03-4e25-8af0-cb11e7840574'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:24.884768 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-16304c83-97ef-4305-bd11-ec04474ef555 req-807737b8-861d-4deb-a33e-e6321380a810 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] No DVR routers for this DVR port a10677fe-1add-4546-8c25-b42d17290f1b on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:00:24.887531 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-16304c83-97ef-4305-bd11-ec04474ef555 req-807737b8-861d-4deb-a33e-e6321380a810 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:24.891008 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-16304c83-97ef-4305-bd11-ec04474ef555 req-807737b8-861d-4deb-a33e-e6321380a810 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.59 "DELETE /v2.0/ports/a10677fe-1add-4546-8c25-b42d17290f1b HTTP/1.1" status: 204 len: 173 time: 1.3320539 Dec 16 22:00:24.956264 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586ee06-ff9e-4a4a-ae9a-d58b05d57cd6 req-593a52cb-2c02-4259-a4dd-b1f3c35ea481 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:24.958377 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d586ee06-ff9e-4a4a-ae9a-d58b05d57cd6 req-593a52cb-2c02-4259-a4dd-b1f3c35ea481 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 946 time: 0.1002464 Dec 16 22:00:24.991397 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c09e60-4419-455d-a4fd-0504161b5af4 req-9512b5fa-0f52-4995-9ee8-7d292bc1107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:24.993419 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-68c09e60-4419-455d-a4fd-0504161b5af4 req-9512b5fa-0f52-4995-9ee8-7d292bc1107c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 1099 time: 0.0520575 Dec 16 22:00:25.061251 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d586ee06-ff9e-4a4a-ae9a-d58b05d57cd6 req-d25ddb8b-c37d-4a40-b123-bfca453338c0 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944893 Dec 16 22:00:25.074514 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4958e858-5bb7-4ba5-a365-ea5d05449ec7 None None] Set router f96362b2-da03-4e25-8af0-cb11e7840574 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:00:25.118620 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-68c09e60-4419-455d-a4fd-0504161b5af4 req-e8d27826-f0ee-4f0c-887b-22e2bd1f923c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111906 Dec 16 22:00:25.178461 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-c60f8d16-27d7-4ec1-b6fe-735fe9c1adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:25.213124 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f8d16-27d7-4ec1-b6fe-735fe9c1adf6 None None] The sync data for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi is: [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:00:25.226349 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-01e1c81e-a9c2-42d7-b846-352eb842050c req-7b9c4b09-d0b6-4c7a-bb78-f9d84a09b771 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=83287a64-d6f2-49a7-9d6d-8a77dd9a212a HTTP/1.1" status: 200 len: 210 time: 0.0325801 Dec 16 22:00:25.377841 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4958e858-5bb7-4ba5-a365-ea5d05449ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '5969fbde-3727-4e4a-a43a-182e8595993b', 'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'mac_address': 'fa:16:3e:40:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:39Z', 'updated_at': '2021-12-16T21:56:45Z', 'revision_number': 5, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'subnets': [{'id': '9a289809-76be-41c6-8299-52e501367a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:25.419808 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4958e858-5bb7-4ba5-a365-ea5d05449ec7 None None] Checking router: f96362b2-da03-4e25-8af0-cb11e7840574 for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:00:25.436321 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4958e858-5bb7-4ba5-a365-ea5d05449ec7 None None] Routers {'f96362b2-da03-4e25-8af0-cb11e7840574'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:00:25.437261 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4958e858-5bb7-4ba5-a365-ea5d05449ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:00:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['f96362b2-da03-4e25-8af0-cb11e7840574'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:25.536716 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dec692-9252-4c9f-81af-0433b548b848 None None] New status for floating IP 5cd868dd-b205-4522-b74c-2624b80e0817: DOWN {{(pid=109595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:00:25.561778 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4958e858-5bb7-4ba5-a365-ea5d05449ec7 None None] Set router f96362b2-da03-4e25-8af0-cb11e7840574 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:00:25.834885 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4958e858-5bb7-4ba5-a365-ea5d05449ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '5969fbde-3727-4e4a-a43a-182e8595993b', 'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'mac_address': 'fa:16:3e:40:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:39Z', 'updated_at': '2021-12-16T21:56:45Z', 'revision_number': 5, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'subnets': [{'id': '9a289809-76be-41c6-8299-52e501367a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:25.872194 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4958e858-5bb7-4ba5-a365-ea5d05449ec7 None None] The sync data for ids ['f96362b2-da03-4e25-8af0-cb11e7840574'] in dv-cinder-790535-21-iscsi is: [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '5969fbde-3727-4e4a-a43a-182e8595993b', 'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'mac_address': 'fa:16:3e:40:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:39Z', 'updated_at': '2021-12-16T21:56:45Z', 'revision_number': 5, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'subnets': [{'id': '9a289809-76be-41c6-8299-52e501367a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:00:26.102422 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'name': 'network-vif-deleted', 'tag': 'a10677fe-1add-4546-8c25-b42d17290f1b'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:00:26.105844 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2457df-c742-4e88-9ca1-f567068c5ac5" -d '{"events": [{"server_uuid": "83287a64-d6f2-49a7-9d6d-8a77dd9a212a", "name": "network-vif-deleted", "tag": "a10677fe-1add-4546-8c25-b42d17290f1b"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:00:26.141394 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-7bc0841c-efcd-42eb-ae1f-263c45806a3b tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604841467&fields=id&tenant_id=d6890efb0b5f4e18ade8658b6cba1287 HTTP/1.1" status: 200 len: 267 time: 0.0714781 Dec 16 22:00:26.225413 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f81b4-21da-405e-afc9-ce892a3386ee None None] New status for floating IP a622cf57-d0b1-4733-806e-d077aa0f3a42: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:00:26.274388 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f42dfb-bf83-415a-9931-fa950cfe2cb4 req-5d17e94f-e9a4-45ea-b73c-516dc5daae72 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:26.276959 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-99f42dfb-bf83-415a-9931-fa950cfe2cb4 req-5d17e94f-e9a4-45ea-b73c-516dc5daae72 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 946 time: 0.1174500 Dec 16 22:00:26.334145 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d956afa1-5d38-40df-8c56-06223e52a7bf tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:26.336038 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d956afa1-5d38-40df-8c56-06223e52a7bf tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/networks?id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 200 len: 811 time: 0.1876113 Dec 16 22:00:26.379785 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-99f42dfb-bf83-415a-9931-fa950cfe2cb4 req-63d4ea00-909b-46e2-b131-d7e7f81c731a tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916955 Dec 16 22:00:26.381215 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f4c36aa5-9711-46c0-891b-2ab0a896cd2b tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/quotas/d6890efb0b5f4e18ade8658b6cba1287 HTTP/1.1" status: 200 len: 375 time: 0.0300038 Dec 16 22:00:26.458272 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d386016a-c7b2-4614-a8ae-9aa0e4d07d48 x-openstack-request-id: req-d386016a-c7b2-4614-a8ae-9aa0e4d07d48 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:00:26.458955 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83287a64-d6f2-49a7-9d6d-8a77dd9a212a", "name": "network-vif-deleted", "tag": "a10677fe-1add-4546-8c25-b42d17290f1b", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:00:26.459771 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d386016a-c7b2-4614-a8ae-9aa0e4d07d48 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:00:26.460341 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83287a64-d6f2-49a7-9d6d-8a77dd9a212a', 'name': 'network-vif-deleted', 'tag': 'a10677fe-1add-4546-8c25-b42d17290f1b', 'status': 'completed', 'code': 200} Dec 16 22:00:26.465150 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-16babd44-231a-4693-a15e-f6595c0ce615 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767715 Dec 16 22:00:26.634045 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-2afcad7b-e810-419c-8710-b555f74a1533 service neutron] 10.222.0.44 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609237 Dec 16 22:00:26.653557 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 50212) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:00:26.710257 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-dc52496d-dd51-4ddb-b38f-439bffa6f46d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:26.735349 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-dc52496d-dd51-4ddb-b38f-439bffa6f46d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:26.735677 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-16d07372-2dca-4c31-acba-0f9a9f598fec service neutron] 10.222.0.44 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943713 Dec 16 22:00:26.872718 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-dc52496d-dd51-4ddb-b38f-439bffa6f46d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:26.880187 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-dc52496d-dd51-4ddb-b38f-439bffa6f46d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:26.881543 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-dc52496d-dd51-4ddb-b38f-439bffa6f46d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "DELETE /v2.0/security-groups/c8b9d096-d44a-49d6-b59a-47cf01cd9368 HTTP/1.1" status: 204 len: 168 time: 0.2268457 Dec 16 22:00:26.884365 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 50220) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:00:26.895773 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52496d-dd51-4ddb-b38f-439bffa6f46d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b9d096-d44a-49d6-b59a-47cf01cd9368,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:26.899376 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.api.v2.resource [None req-adbd1dc9-e1a8-450b-aff8-b2e00914da01 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] show failed (client error): The resource could not be found. Dec 16 22:00:26.900734 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-adbd1dc9-e1a8-450b-aff8-b2e00914da01 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups/c8b9d096-d44a-49d6-b59a-47cf01cd9368 HTTP/1.1" status: 404 len: 347 time: 0.0150294 Dec 16 22:00:26.904557 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 50222) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:00:27.052442 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ebed139d-2990-429f-8639-5a61888b33ad tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Deleting port bf30ea65-c7d7-48e8-aa10-55b40836c451 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:00:27.052823 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ebed139d-2990-429f-8639-5a61888b33ad tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:27.136278 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ebed139d-2990-429f-8639-5a61888b33ad tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:27.136938 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ebed139d-2990-429f-8639-5a61888b33ad tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:27.150878 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ebed139d-2990-429f-8639-5a61888b33ad tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Calling delete_port for bf30ea65-c7d7-48e8-aa10-55b40836c451 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:00:27.351672 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3dbfd80d-0548-4dbf-95d3-3c76f8d466b9 req-26f4dfbb-4a03-48aa-9dea-b1ba31a2056e tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 210 time: 0.0350907 Dec 16 22:00:27.423111 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ebed139d-2990-429f-8639-5a61888b33ad tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:27.451131 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed139d-2990-429f-8639-5a61888b33ad tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event deleted for resources: {'Port': ['ID=bf30ea65-c7d7-48e8-aa10-55b40836c451,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:27.559517 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdd533-73d5-4e83-9f7f-c2e9206482c5 req-4fd2fd17-4509-4f7a-889e-ac9f10daf22e tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:27.561166 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b2bdd533-73d5-4e83-9f7f-c2e9206482c5 req-4fd2fd17-4509-4f7a-889e-ac9f10daf22e tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 946 time: 0.0992608 Dec 16 22:00:27.564850 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ebed139d-2990-429f-8639-5a61888b33ad tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for floatingip, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:27.567419 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ebed139d-2990-429f-8639-5a61888b33ad tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:27.571857 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-ebed139d-2990-429f-8639-5a61888b33ad tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "DELETE /v2.0/floatingips/a622cf57-d0b1-4733-806e-d077aa0f3a42 HTTP/1.1" status: 204 len: 168 time: 0.6628351 Dec 16 22:00:27.629786 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b2bdd533-73d5-4e83-9f7f-c2e9206482c5 req-5a679153-ef6c-4acd-9e73-56926e5d41e2 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601218 Dec 16 22:00:27.848227 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 50246) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:00:27.852837 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a926d338-1f40-43d3-8707-c74e25d12b5b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1859965383', 'description': 'tempest-description--1601888918'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:27.931881 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a926d338-1f40-43d3-8707-c74e25d12b5b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:28.000807 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a926d338-1f40-43d3-8707-c74e25d12b5b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:28.071515 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a10677fe-1add-4546-8c25-b42d17290f1b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:00:28.076734 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a926d338-1f40-43d3-8707-c74e25d12b5b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:28.100954 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: a10677fe-1add-4546-8c25-b42d17290f1b {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:00:28.101401 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a10677fe-1add-4546-8c25-b42d17290f1b not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:00:28.109694 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926d338-1f40-43d3-8707-c74e25d12b5b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da709f06-2406-44e8-8c8a-ca967f6f3f51,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:28.180567 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a926d338-1f40-43d3-8707-c74e25d12b5b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:28.180567 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a926d338-1f40-43d3-8707-c74e25d12b5b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3300111 Dec 16 22:00:28.182909 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 50256) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:00:28.187535 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-9d1e5e82-9478-496a-a600-f39adb5105a5 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Request body: {'security_group_rule': {'security_group_id': 'da709f06-2406-44e8-8c8a-ca967f6f3f51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:28.295114 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5e82-9478-496a-a600-f39adb5105a5 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:28.342100 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5e82-9478-496a-a600-f39adb5105a5 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:28.448795 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c133e140-16f7-44a0-a7b9-aa7e51956ac3 req-8eff4be7-0ba2-4d57-a86e-9c658593b4c9 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 210 time: 0.0261495 Dec 16 22:00:28.451303 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5e82-9478-496a-a600-f39adb5105a5 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:28.470137 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e5e82-9478-496a-a600-f39adb5105a5 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d903ab2a-7c7c-482a-97ba-a00929119427,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:28.539015 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5e82-9478-496a-a600-f39adb5105a5 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:28.540247 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9d1e5e82-9478-496a-a600-f39adb5105a5 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562527 Dec 16 22:00:28.548951 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 50260) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:00:28.553647 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-76c8cb0c-3de6-4cb0-950f-ef871e4fce4e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Request body: {'security_group_rule': {'security_group_id': 'da709f06-2406-44e8-8c8a-ca967f6f3f51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:28.685049 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-76c8cb0c-3de6-4cb0-950f-ef871e4fce4e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:28.747539 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-76c8cb0c-3de6-4cb0-950f-ef871e4fce4e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:28.819094 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-76c8cb0c-3de6-4cb0-950f-ef871e4fce4e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:28.842929 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8cb0c-3de6-4cb0-950f-ef871e4fce4e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e2be47-4304-4bcf-8202-50059a9cb01b,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:28.899310 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-76c8cb0c-3de6-4cb0-950f-ef871e4fce4e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:28.903449 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-76c8cb0c-3de6-4cb0-950f-ef871e4fce4e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3533604 Dec 16 22:00:28.906694 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 50268) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:00:28.911192 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Request body: {'floatingip': {'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:29.049913 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for floatingip, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:29.065702 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3241cf-eddf-4e54-941f-a862f5ea75da req-395441f6-df48-4f5c-80cf-980a5b6c9ded tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:29.067885 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0f3241cf-eddf-4e54-941f-a862f5ea75da req-395441f6-df48-4f5c-80cf-980a5b6c9ded tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 946 time: 0.0528061 Dec 16 22:00:29.120403 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0f3241cf-eddf-4e54-941f-a862f5ea75da req-c58b2700-1cdf-41e0-a9b0-07bc58f85f8c tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Dec 16 22:00:29.150320 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:29.257668 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Allocated IP 172.27.3.157 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/5656c81f-a334-4ade-9a53-279c3f6bd3a3) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:00:29.360901 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:29.549858 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c3af7d0f-8f22-4f17-8313-f24d50589ee5 req-640c2faf-8dcb-4ef9-b91b-608ac4e5bd66 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 210 time: 0.0272806 Dec 16 22:00:29.571688 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:29.622810 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:00:29.628968 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:00:29.631310 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:00:29.665899 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event updated for resources: {'Port': ['ID=5656c81f-a334-4ade-9a53-279c3f6bd3a3,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:29.719184 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-5dee875f-c2bc-47aa-ae8d-46b8dcb2c4f1 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:29.720650 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-5dee875f-c2bc-47aa-ae8d-46b8dcb2c4f1 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.59 "GET /v2.0/networks?id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 200 len: 811 time: 0.2009356 Dec 16 22:00:29.786802 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:29.817824 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-07f359d4-83fa-420e-8f52-12f764b995f5 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6890efb0b5f4e18ade8658b6cba1287 HTTP/1.1" status: 200 len: 380 time: 0.0743504 Dec 16 22:00:29.828467 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f84fb7b8-6508-48e2-bb85-ca47cc869057 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Request body: {'port': {'device_id': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'admin_state_up': True, 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'security_groups': ['3cace717-803b-4756-8756-9f4985808119']}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:30.154637 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:30.239553 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806ac95-eeb5-4d8b-9028-07f82087e688 req-db0278a2-0aec-4e5f-8e6e-2c05ff4ef63f tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:30.241094 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b806ac95-eeb5-4d8b-9028-07f82087e688 req-db0278a2-0aec-4e5f-8e6e-2c05ff4ef63f tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 946 time: 0.0493345 Dec 16 22:00:30.295893 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b806ac95-eeb5-4d8b-9028-07f82087e688 req-ae027cce-3447-4983-818f-90c2ebe6c271 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476241 Dec 16 22:00:30.342553 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:30.354128 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f84fb7b8-6508-48e2-bb85-ca47cc869057 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Made reservation on behalf of d6890efb0b5f4e18ade8658b6cba1287 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:00:30.358421 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f84fb7b8-6508-48e2-bb85-ca47cc869057 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:30.458723 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:30.545638 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event updated for resources: {'Port': ['ID=5656c81f-a334-4ade-9a53-279c3f6bd3a3,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:30.554850 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f84fb7b8-6508-48e2-bb85-ca47cc869057 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Allocated IP 172.20.0.3 (86b88aca-b14a-4de3-8e22-2a0ecc03ded5/5a76a796-9908-426d-a225-cb7368e1df72/e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:00:30.575114 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:30.653568 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-63821ef0-bfb6-4f14-9ba2-14173f802b1b req-79c6a475-e8ec-461a-bac1-c16f95a9564c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 210 time: 0.0294726 Dec 16 22:00:30.685215 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:30.695135 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-29c538d4-8c06-4640-83df-10c8a03f2009 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7790415 Dec 16 22:00:30.761040 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b71a7-bf1e-4033-b563-be34c7976c92 req-4d3f9e96-2ca9-410e-b27b-c4a9e526d136 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:30.762760 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-451b71a7-bf1e-4033-b563-be34c7976c92 req-4d3f9e96-2ca9-410e-b27b-c4a9e526d136 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 946 time: 0.0999541 Dec 16 22:00:30.782159 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f84fb7b8-6508-48e2-bb85-ca47cc869057 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:30.915713 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7f091776-1ab8-44c8-8a45-b91649505b4e req-a04bce60-712c-425b-b0cc-b6013e512f71 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1318886 Dec 16 22:00:30.935475 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-451b71a7-bf1e-4033-b563-be34c7976c92 req-2115b4f3-26a1-4e45-b805-00a3be24956f tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Deleting port 57abec15-bd66-4e1a-b58e-61db2577b59a {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:00:30.935822 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-451b71a7-bf1e-4033-b563-be34c7976c92 req-2115b4f3-26a1-4e45-b805-00a3be24956f tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:30.938689 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-8424fe41-dc62-4e6c-969a-422de12d5d37 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1859965383&fields=id&tenant_id=2222f1d7be91471380160da7092bd9d7 HTTP/1.1" status: 200 len: 267 time: 0.0532982 Dec 16 22:00:30.989010 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f84fb7b8-6508-48e2-bb85-ca47cc869057 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:31.080369 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01940deb-cf84-41aa-afb0-259770b75245 req-4e532fc3-704c-493d-82c6-d31dca7fa06a tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:31.081938 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-4e532fc3-704c-493d-82c6-d31dca7fa06a tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/networks?id=0e8205d6-50c6-4140-b075-154cc20dabb0 HTTP/1.1" status: 200 len: 816 time: 0.1352477 Dec 16 22:00:31.089323 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f091776-1ab8-44c8-8a45-b91649505b4e req-15072f4c-5582-42eb-8f89-a323da8503b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:31.091274 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7f091776-1ab8-44c8-8a45-b91649505b4e req-15072f4c-5582-42eb-8f89-a323da8503b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16ca58f1469a4a899032d95c11e73b22&device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 1137 time: 0.1400125 Dec 16 22:00:31.101301 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f84fb7b8-6508-48e2-bb85-ca47cc869057 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:00:31.105099 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-2c7a19d1-a043-4480-8bb0-04144951d44f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/quotas/2222f1d7be91471380160da7092bd9d7 HTTP/1.1" status: 200 len: 375 time: 0.0144544 Dec 16 22:00:31.112350 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f84fb7b8-6508-48e2-bb85-ca47cc869057 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:00:31.117552 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f84fb7b8-6508-48e2-bb85-ca47cc869057 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:00:31.163360 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fb7b8-6508-48e2-bb85-ca47cc869057 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'Port': ['ID=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:31.176197 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-7f5c690c-94f2-46da-91a6-bcf11b880183 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2222f1d7be91471380160da7092bd9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656180 Dec 16 22:00:31.260148 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f84fb7b8-6508-48e2-bb85-ca47cc869057 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:31.261574 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f84fb7b8-6508-48e2-bb85-ca47cc869057 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:31.281100 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-451b71a7-bf1e-4033-b563-be34c7976c92 req-2115b4f3-26a1-4e45-b805-00a3be24956f tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] For port 57abec15-bd66-4e1a-b58e-61db2577b59a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=57abec15-bd66-4e1a-b58e-61db2577b59a,segment=NetworkSegment(e2949654-7fa1-4311-a96f-afb7bed62ed4),segment_id=e2949654-7fa1-4311-a96f-afb7bed62ed4)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:31.281476 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-451b71a7-bf1e-4033-b563-be34c7976c92 req-2115b4f3-26a1-4e45-b805-00a3be24956f tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:31.306071 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-18225afd-8e04-404e-9b40-01147b381792 service neutron] 10.222.0.44 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116121 Dec 16 22:00:31.317093 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-451b71a7-bf1e-4033-b563-be34c7976c92 req-2115b4f3-26a1-4e45-b805-00a3be24956f tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Calling delete_port for 57abec15-bd66-4e1a-b58e-61db2577b59a owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:00:31.393944 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f84fb7b8-6508-48e2-bb85-ca47cc869057 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5697112 Dec 16 22:00:31.413200 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Request body: {'port': {'device_id': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:31.454525 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f091776-1ab8-44c8-8a45-b91649505b4e req-493d5b1e-810b-4b1b-882f-7f1065dc9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:31.456057 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7f091776-1ab8-44c8-8a45-b91649505b4e req-493d5b1e-810b-4b1b-882f-7f1065dc9707 service neutron] 10.222.0.59 "GET /v2.0/networks?id=71f6254c-4411-496d-8f04-e3185f693aeb HTTP/1.1" status: 200 len: 915 time: 0.2769809 Dec 16 22:00:31.465130 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-164950aa-c598-415f-b6d1-033761486c69 service neutron] 10.222.0.44 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579103 Dec 16 22:00:31.484574 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-4be60274-8a53-4282-8578-46ed0e9e5c22 None None] Provisioning complete for port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:00:31.485605 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4be60274-8a53-4282-8578-46ed0e9e5c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:31.506896 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09ab7f-f8a6-4452-a6d2-395105982d71 req-4d3284ae-febf-4c50-a1b5-3398e90eb644 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:31.515464 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7c09ab7f-f8a6-4452-a6d2-395105982d71 req-4d3284ae-febf-4c50-a1b5-3398e90eb644 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 946 time: 0.0612273 Dec 16 22:00:31.526596 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4be60274-8a53-4282-8578-46ed0e9e5c22 None None] Port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:00:31.560400 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7c09ab7f-f8a6-4452-a6d2-395105982d71 req-ef6a9173-3d30-429a-8841-ce766ec9a986 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/security-groups?id=85803981-bd7a-42c0-aa34-40443562842f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440047 Dec 16 22:00:31.590688 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:31.611092 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:31.626349 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7f091776-1ab8-44c8-8a45-b91649505b4e req-9b930999-47d5-40d5-905d-86d950a06c79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d07995d2-ffe9-435f-99bf-c2f5d3c56477 HTTP/1.1" status: 200 len: 1001 time: 0.1570330 Dec 16 22:00:31.782663 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-451b71a7-bf1e-4033-b563-be34c7976c92 req-2115b4f3-26a1-4e45-b805-00a3be24956f tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:31.787733 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8a979fa7-4ca9-4dda-9057-ce5f3439e964 req-81449e19-18d9-4a22-a759-8a51d03c2885 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 210 time: 0.0586903 Dec 16 22:00:31.788319 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f091776-1ab8-44c8-8a45-b91649505b4e req-c07b7361-45ed-4e2e-826c-7842b913457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:31.789271 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7f091776-1ab8-44c8-8a45-b91649505b4e req-c07b7361-45ed-4e2e-826c-7842b913457c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8564791e-acea-4fef-925a-284d462cf1b7 HTTP/1.1" status: 200 len: 853 time: 0.1336262 Dec 16 22:00:31.800020 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['57abec15-bd66-4e1a-b58e-61db2577b59a'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:00:31.841231 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115b4f3-26a1-4e45-b805-00a3be24956f tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Pushing event deleted for resources: {'Port': ['ID=57abec15-bd66-4e1a-b58e-61db2577b59a,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:31.870298 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239b3e4-6530-4ac9-92a8-2b93bc53f75d req-1eadbf4c-5f3f-4c21-af11-575238032166 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:31.871985 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7239b3e4-6530-4ac9-92a8-2b93bc53f75d req-1eadbf4c-5f3f-4c21-af11-575238032166 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 931 time: 0.0832846 Dec 16 22:00:31.940657 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7239b3e4-6530-4ac9-92a8-2b93bc53f75d req-9c0b7721-c801-4ace-a1da-255de6492d73 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557435 Dec 16 22:00:31.983759 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-451b71a7-bf1e-4033-b563-be34c7976c92 req-2115b4f3-26a1-4e45-b805-00a3be24956f tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] No DVR routers for this DVR port 57abec15-bd66-4e1a-b58e-61db2577b59a on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:00:31.989746 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-451b71a7-bf1e-4033-b563-be34c7976c92 req-2115b4f3-26a1-4e45-b805-00a3be24956f tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:31.993026 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-451b71a7-bf1e-4033-b563-be34c7976c92 req-2115b4f3-26a1-4e45-b805-00a3be24956f tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.59 "DELETE /v2.0/ports/57abec15-bd66-4e1a-b58e-61db2577b59a HTTP/1.1" status: 204 len: 173 time: 1.2140460 Dec 16 22:00:31.995073 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e0eb52-b472-4b83-a582-7b948a4e6fd3', 'name': 'network-vif-deleted', 'tag': '57abec15-bd66-4e1a-b58e-61db2577b59a'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:00:31.997432 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5bd949-0ea8-40f6-9b72-1ea09bc5f665" -d '{"events": [{"server_uuid": "96e0eb52-b472-4b83-a582-7b948a4e6fd3", "name": "network-vif-deleted", "tag": "57abec15-bd66-4e1a-b58e-61db2577b59a"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:00:32.004599 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f091776-1ab8-44c8-8a45-b91649505b4e req-dc3381c9-eb2b-4515-bdb1-37b91830043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:32.006095 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7f091776-1ab8-44c8-8a45-b91649505b4e req-dc3381c9-eb2b-4515-bdb1-37b91830043f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71f6254c-4411-496d-8f04-e3185f693aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1729903 Dec 16 22:00:32.047039 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac25195-8b69-4014-9491-bb3910e83af0 x-openstack-request-id: req-eac25195-8b69-4014-9491-bb3910e83af0 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:00:32.049663 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e0eb52-b472-4b83-a582-7b948a4e6fd3", "name": "network-vif-deleted", "tag": "57abec15-bd66-4e1a-b58e-61db2577b59a", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:00:32.049663 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eac25195-8b69-4014-9491-bb3910e83af0 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:00:32.049663 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e0eb52-b472-4b83-a582-7b948a4e6fd3', 'name': 'network-vif-deleted', 'tag': '57abec15-bd66-4e1a-b58e-61db2577b59a', 'status': 'completed', 'code': 200} Dec 16 22:00:32.162787 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7f091776-1ab8-44c8-8a45-b91649505b4e req-94625ee1-a2ab-4c56-b5e4-666cca872813 service neutron] 10.222.0.59 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474800 Dec 16 22:00:32.166464 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:00:32.187393 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:32.237513 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Transition to ACTIVE for port object e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:00:32.271994 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-7f091776-1ab8-44c8-8a45-b91649505b4e req-71821aa6-7554-4a29-86ce-ac0e1489dea6 service neutron] 10.222.0.59 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006391 Dec 16 22:00:32.279540 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:00:32.348510 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:32.398631 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Pushing event updated for resources: {'Port': ['ID=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:32.475146 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Attempting to bind port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:00:32.475486 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Attempting to bind port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:00:32.480618 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Attempting to bind port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb on network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:00:32.480618 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb on network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:00:32.480893 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Attempting to bind port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb on network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:00:32.486030 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:00:32.486372 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Checking segment: {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:00:32.486760 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Bound using segment: {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:00:32.487300 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Bound port: e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:00:32.488063 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:32.559079 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] For port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:00:32.562329 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] For port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:00:32.634368 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:32.676416 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:32.677094 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:32.678512 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] 10.222.0.59 "PUT /v2.0/ports/e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb HTTP/1.1" status: 200 len: 1093 time: 1.2719853 Dec 16 22:00:32.689571 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bb4d7bf3-911f-4d10-9303-67a828da17c8 req-70ab9c00-1375-4a17-a9a7-7d1990354c74 tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e0eb52-b472-4b83-a582-7b948a4e6fd3 HTTP/1.1" status: 200 len: 210 time: 0.0406041 Dec 16 22:00:32.711755 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5971658-da7f-4c63-bdce-8a4d3358334b service neutron] Pushing event updated for resources: {'Port': ['ID=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:32.860247 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d876a8a6-f041-4bf6-9bf6-194843371563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:32.862778 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-d876a8a6-f041-4bf6-9bf6-194843371563 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 1096 time: 0.0575335 Dec 16 22:00:32.924687 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-73c5769d-d9a5-488c-9321-a57aa2987d82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb HTTP/1.1" status: 200 len: 217 time: 0.0529404 Dec 16 22:00:32.950555 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98049120-9668-4120-b653-43c8f6c1dbe7 req-7ef20012-6df2-49a6-bc06-47cf05b33ba3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 210 time: 0.0359597 Dec 16 22:00:33.005769 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f2cb323b-d083-4fb3-9b7f-73a3f7ceac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:33.007593 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f2cb323b-d083-4fb3-9b7f-73a3f7ceac14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a76a796-9908-426d-a225-cb7368e1df72 HTTP/1.1" status: 200 len: 850 time: 0.0715182 Dec 16 22:00:33.074561 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f689431d-0c20-49a0-bbcf-7f1ef0631347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:33.075295 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c54634-de47-47b9-ba88-0c8cf01c12cb req-2b9a369b-99b3-41f1-a9f6-9589faed5190 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:33.076728 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-f689431d-0c20-49a0-bbcf-7f1ef0631347 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473297 Dec 16 22:00:33.080920 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c8c54634-de47-47b9-ba88-0c8cf01c12cb req-2b9a369b-99b3-41f1-a9f6-9589faed5190 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 943 time: 0.0622642 Dec 16 22:00:33.131063 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c8c54634-de47-47b9-ba88-0c8cf01c12cb req-3a39a9f5-239a-4a8d-99d0-8041bf236a90 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462174 Dec 16 22:00:33.196742 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-5c2cc94c-d350-4203-b199-5754df239a98 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959151 Dec 16 22:00:33.288612 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6e240b27-635b-45e0-8cc1-a64eef38cb1d req-1734e8e4-1ec3-4d7a-be04-b42b4a41e196 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843647 Dec 16 22:00:34.043594 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dc9de6ba-10c1-45c5-857f-c2edf60253db req-f0b0cea5-4303-4e98-8afd-86b450fe95bc tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 210 time: 0.0286274 Dec 16 22:00:34.049160 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'tag': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:00:34.051630 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db33e40f-4ec1-415a-8540-fbdf43a5aa5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9", "tag": "e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:00:34.103571 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 57abec15-bd66-4e1a-b58e-61db2577b59a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:00:34.105546 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ce686c-0571-4942-acd5-ebf9449baa2f x-openstack-request-id: req-98ce686c-0571-4942-acd5-ebf9449baa2f {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:00:34.105841 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9", "tag": "e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:00:34.106100 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98ce686c-0571-4942-acd5-ebf9449baa2f {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:00:34.106520 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'tag': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'status': 'completed', 'code': 200} Dec 16 22:00:34.124035 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: 57abec15-bd66-4e1a-b58e-61db2577b59a {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:00:34.124378 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 57abec15-bd66-4e1a-b58e-61db2577b59a not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:00:34.222165 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e40f-4ec1-415a-8540-fbdf43a5aa5c req-d2f54101-5b8f-4f90-b6a8-3f0c1ded52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:34.224003 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-db33e40f-4ec1-415a-8540-fbdf43a5aa5c req-d2f54101-5b8f-4f90-b6a8-3f0c1ded52c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 1096 time: 0.0933380 Dec 16 22:00:34.274014 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbb5c1-9653-4e8d-b64f-b585753faebb req-49c0e7cd-872f-475c-9235-75026597408b tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:34.275630 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e3fbb5c1-9653-4e8d-b64f-b585753faebb req-49c0e7cd-872f-475c-9235-75026597408b tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 943 time: 0.0659828 Dec 16 22:00:34.329530 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e40f-4ec1-415a-8540-fbdf43a5aa5c req-89d72c3f-80aa-4211-af24-785923016224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:34.331016 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-db33e40f-4ec1-415a-8540-fbdf43a5aa5c req-89d72c3f-80aa-4211-af24-785923016224 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 200 len: 912 time: 0.0947285 Dec 16 22:00:34.351477 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e3fbb5c1-9653-4e8d-b64f-b585753faebb req-7c74c980-6533-4588-86f8-ea08be61e281 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689514 Dec 16 22:00:34.399484 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-db33e40f-4ec1-415a-8540-fbdf43a5aa5c req-8e3deb97-04b5-4c14-b803-4784f2f55c95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb HTTP/1.1" status: 200 len: 217 time: 0.0600507 Dec 16 22:00:34.443098 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01940deb-cf84-41aa-afb0-259770b75245 req-f234e3ce-c714-42c8-a660-26cf32eb7c65 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:34.444588 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-f234e3ce-c714-42c8-a660-26cf32eb7c65 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.59 "GET /v2.0/networks?id=0e8205d6-50c6-4140-b075-154cc20dabb0 HTTP/1.1" status: 200 len: 816 time: 0.2730188 Dec 16 22:00:34.469478 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e40f-4ec1-415a-8540-fbdf43a5aa5c req-d24b075b-f173-4807-b851-6faae849ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:34.470915 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-db33e40f-4ec1-415a-8540-fbdf43a5aa5c req-d24b075b-f173-4807-b851-6faae849ef49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a76a796-9908-426d-a225-cb7368e1df72 HTTP/1.1" status: 200 len: 850 time: 0.0626569 Dec 16 22:00:34.551716 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e40f-4ec1-415a-8540-fbdf43a5aa5c req-295634e9-cb01-463e-a8e1-a95d1cb45654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:34.553337 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-db33e40f-4ec1-415a-8540-fbdf43a5aa5c req-295634e9-cb01-463e-a8e1-a95d1cb45654 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0752265 Dec 16 22:00:34.561835 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-fc4d324f-d1b5-4a2a-9fcf-c1f8660c1c89 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2222f1d7be91471380160da7092bd9d7 HTTP/1.1" status: 200 len: 380 time: 0.1002820 Dec 16 22:00:34.575809 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-01940deb-cf84-41aa-afb0-259770b75245 req-c57ac3cb-9161-4a10-96ae-5f38440c70b2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Request body: {'port': {'device_id': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'admin_state_up': True, 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'security_groups': ['da709f06-2406-44e8-8c8a-ca967f6f3f51']}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:34.733766 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-db33e40f-4ec1-415a-8540-fbdf43a5aa5c req-ea766e5f-d68a-4b90-9802-e03946d74183 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708584 Dec 16 22:00:34.842460 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-db33e40f-4ec1-415a-8540-fbdf43a5aa5c req-4428ca8a-d574-4686-a14c-29bfcbefa900 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000037 Dec 16 22:00:35.046316 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01940deb-cf84-41aa-afb0-259770b75245 req-c57ac3cb-9161-4a10-96ae-5f38440c70b2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Made reservation on behalf of 2222f1d7be91471380160da7092bd9d7 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:00:35.050339 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-01940deb-cf84-41aa-afb0-259770b75245 req-c57ac3cb-9161-4a10-96ae-5f38440c70b2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:35.166195 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0d1ea75c-5cc0-4672-a4a9-4ee35ee9b054 req-8dcf9ac6-8500-4864-9243-c0da9327bee5 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 210 time: 0.0320866 Dec 16 22:00:35.196719 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-01940deb-cf84-41aa-afb0-259770b75245 req-c57ac3cb-9161-4a10-96ae-5f38440c70b2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Allocated IP 172.20.0.9 (0e8205d6-50c6-4140-b075-154cc20dabb0/9a289809-76be-41c6-8299-52e501367a8c/a6a63b15-28c0-4f9a-9979-07c36bdc8799) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:00:35.337403 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-01940deb-cf84-41aa-afb0-259770b75245 req-c57ac3cb-9161-4a10-96ae-5f38440c70b2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:35.468758 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-01940deb-cf84-41aa-afb0-259770b75245 req-c57ac3cb-9161-4a10-96ae-5f38440c70b2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:35.473190 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e05653-bac6-4a3e-9044-5d41ce7390d3 req-c03f5ee0-fb2b-4823-b32b-64044342545f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:35.474713 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e9e05653-bac6-4a3e-9044-5d41ce7390d3 req-c03f5ee0-fb2b-4823-b32b-64044342545f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 943 time: 0.0541496 Dec 16 22:00:35.516799 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01940deb-cf84-41aa-afb0-259770b75245 req-c57ac3cb-9161-4a10-96ae-5f38440c70b2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Network 0e8205d6-50c6-4140-b075-154cc20dabb0 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:00:35.519965 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-01940deb-cf84-41aa-afb0-259770b75245 req-c57ac3cb-9161-4a10-96ae-5f38440c70b2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:00:35.522448 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-01940deb-cf84-41aa-afb0-259770b75245 req-c57ac3cb-9161-4a10-96ae-5f38440c70b2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:00:35.534493 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e9e05653-bac6-4a3e-9044-5d41ce7390d3 req-8c4df093-8505-424f-b851-09739e5a2d95 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524168 Dec 16 22:00:35.560904 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ac3cb-9161-4a10-96ae-5f38440c70b2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event updated for resources: {'Port': ['ID=a6a63b15-28c0-4f9a-9979-07c36bdc8799,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:35.587428 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01940deb-cf84-41aa-afb0-259770b75245 req-c57ac3cb-9161-4a10-96ae-5f38440c70b2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:35.589932 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-01940deb-cf84-41aa-afb0-259770b75245 req-c57ac3cb-9161-4a10-96ae-5f38440c70b2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:35.670932 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-c57ac3cb-9161-4a10-96ae-5f38440c70b2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0994768 Dec 16 22:00:35.721811 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-49d17791-7a62-4134-9989-9189d75dbe69 None None] Provisioning complete for port a6a63b15-28c0-4f9a-9979-07c36bdc8799 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:00:35.728021 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49d17791-7a62-4134-9989-9189d75dbe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:35.757354 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-49d17791-7a62-4134-9989-9189d75dbe69 None None] Port a6a63b15-28c0-4f9a-9979-07c36bdc8799 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:00:36.289401 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b7668-7523-49a5-b6a7-b731552b0343 req-a09ac2ef-1a4a-479a-82bf-2cefa605b1ab tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:36.290874 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e53b7668-7523-49a5-b6a7-b731552b0343 req-a09ac2ef-1a4a-479a-82bf-2cefa605b1ab tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 931 time: 0.0480452 Dec 16 22:00:36.341087 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e53b7668-7523-49a5-b6a7-b731552b0343 req-7ea217e0-2281-41df-a5b4-a825eddc17ed tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423586 Dec 16 22:00:36.663425 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ad0df-fcd7-4847-af88-1dd5f2b78d22 req-a9040444-2e10-4641-8c34-d6574acf4bca tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:36.664903 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fd7ad0df-fcd7-4847-af88-1dd5f2b78d22 req-a9040444-2e10-4641-8c34-d6574acf4bca tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 943 time: 0.0536301 Dec 16 22:00:36.715532 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fd7ad0df-fcd7-4847-af88-1dd5f2b78d22 req-9b780f28-77e6-4242-b5fa-88fda87cef5e tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445900 Dec 16 22:00:37.307858 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Request body: {'port': {'device_id': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:37.376515 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:37.473143 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99aaaf-bd64-4025-b731-256888681457 req-87dc87a6-378d-4eb2-8085-349c2ca3e575 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:37.474641 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ec99aaaf-bd64-4025-b731-256888681457 req-87dc87a6-378d-4eb2-8085-349c2ca3e575 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 931 time: 0.0545144 Dec 16 22:00:37.523112 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ec99aaaf-bd64-4025-b731-256888681457 req-071bf6e2-e864-4c8e-92c2-38163577156e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414171 Dec 16 22:00:37.646145 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a63b15-28c0-4f9a-9979-07c36bdc8799 {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:00:37.654203 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:37.665808 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Transition to ACTIVE for port object a6a63b15-28c0-4f9a-9979-07c36bdc8799 will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:00:37.759737 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:37.831718 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Pushing event updated for resources: {'Port': ['ID=a6a63b15-28c0-4f9a-9979-07c36bdc8799,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:37.849968 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e334f8-4f95-4941-bf04-af2734126c3f req-63edf4b5-01ca-43a5-be54-c08b8a8e79c0 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:37.853153 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-52e334f8-4f95-4941-bf04-af2734126c3f req-63edf4b5-01ca-43a5-be54-c08b8a8e79c0 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 943 time: 0.0678034 Dec 16 22:00:37.882814 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Attempting to bind port a6a63b15-28c0-4f9a-9979-07c36bdc8799 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:00:37.883296 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Attempting to bind port a6a63b15-28c0-4f9a-9979-07c36bdc8799 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:00:37.883637 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Attempting to bind port a6a63b15-28c0-4f9a-9979-07c36bdc8799 on network 0e8205d6-50c6-4140-b075-154cc20dabb0 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:00:37.888519 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Port a6a63b15-28c0-4f9a-9979-07c36bdc8799 on network 0e8205d6-50c6-4140-b075-154cc20dabb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:00:37.888843 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Attempting to bind port a6a63b15-28c0-4f9a-9979-07c36bdc8799 on network 0e8205d6-50c6-4140-b075-154cc20dabb0 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:00:37.894505 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:00:37.894848 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Checking segment: {'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:00:37.895233 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Bound using segment: {'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:00:37.895659 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Bound port: a6a63b15-28c0-4f9a-9979-07c36bdc8799, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1243b04f-a43f-4f27-b3e9-089e730705ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:00:37.896014 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:37.916880 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-52e334f8-4f95-4941-bf04-af2734126c3f req-560f1cbf-48a3-48be-9fd7-b8f6f973740e tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554991 Dec 16 22:00:37.969665 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] For port a6a63b15-28c0-4f9a-9979-07c36bdc8799, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:00:37.972968 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] For port a6a63b15-28c0-4f9a-9979-07c36bdc8799, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:00:38.063561 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:38.105268 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:38.105902 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:38.107370 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] 10.222.0.59 "PUT /v2.0/ports/a6a63b15-28c0-4f9a-9979-07c36bdc8799 HTTP/1.1" status: 200 len: 1093 time: 0.8528662 Dec 16 22:00:38.107824 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'tag': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:00:38.110182 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a42e680-e385-4e5d-b647-777fb9470531" -d '{"events": [{"name": "network-changed", "server_uuid": "36250bf1-51c1-4029-8959-4bacba3b5d34", "tag": "a6a63b15-28c0-4f9a-9979-07c36bdc8799"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:00:38.143518 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945ba9e-3a5b-401f-8329-d0192262880a service neutron] Pushing event updated for resources: {'Port': ['ID=a6a63b15-28c0-4f9a-9979-07c36bdc8799,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:38.220932 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2e7168-ba24-4532-88ea-250e3de1292d x-openstack-request-id: req-af2e7168-ba24-4532-88ea-250e3de1292d {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:00:38.221347 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36250bf1-51c1-4029-8959-4bacba3b5d34", "tag": "a6a63b15-28c0-4f9a-9979-07c36bdc8799", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:00:38.221701 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af2e7168-ba24-4532-88ea-250e3de1292d {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:00:38.222180 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'tag': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'status': 'completed', 'code': 200} Dec 16 22:00:38.370720 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42e680-e385-4e5d-b647-777fb9470531 req-0f178f37-103b-42cd-b63b-148f7c9fd07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:38.372181 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3a42e680-e385-4e5d-b647-777fb9470531 req-0f178f37-103b-42cd-b63b-148f7c9fd07e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2222f1d7be91471380160da7092bd9d7&device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 1096 time: 0.0521152 Dec 16 22:00:38.500442 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42e680-e385-4e5d-b647-777fb9470531 req-af2ec92d-f854-43ba-b244-96c206621c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:38.502231 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3a42e680-e385-4e5d-b647-777fb9470531 req-af2ec92d-f854-43ba-b244-96c206621c7c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2222f1d7be91471380160da7092bd9d7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1176035 Dec 16 22:00:38.651510 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8219ff-e1cf-451c-a55c-2941cff47bc2 req-4498d502-e34b-4458-87b7-e87fee921018 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:38.654005 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a8219ff-e1cf-451c-a55c-2941cff47bc2 req-4498d502-e34b-4458-87b7-e87fee921018 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0554307 Dec 16 22:00:38.715567 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2a8219ff-e1cf-451c-a55c-2941cff47bc2 req-8ef417eb-07c0-4e34-ad08-1d2703cd13f0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550404 Dec 16 22:00:38.858441 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42e680-e385-4e5d-b647-777fb9470531 req-d19dcd40-0781-4604-b4c8-da1ed9ed00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:38.859928 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3a42e680-e385-4e5d-b647-777fb9470531 req-d19dcd40-0781-4604-b4c8-da1ed9ed00b4 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3501580 Dec 16 22:00:38.942910 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01940deb-cf84-41aa-afb0-259770b75245 req-11f1d457-fb2c-4a72-a202-af6394982fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:38.944314 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-11f1d457-fb2c-4a72-a202-af6394982fc7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2222f1d7be91471380160da7092bd9d7&device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 1096 time: 0.0408876 Dec 16 22:00:38.991256 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-e899decd-8ce7-433e-817a-70a8b6a11a62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799 HTTP/1.1" status: 200 len: 217 time: 0.0386837 Dec 16 22:00:39.040975 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50125b1-af19-41e4-972c-893133fb01fc req-16bbce6a-2dff-43a9-af3e-e0f8036d0509 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:39.043414 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b50125b1-af19-41e4-972c-893133fb01fc req-16bbce6a-2dff-43a9-af3e-e0f8036d0509 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 943 time: 0.0521822 Dec 16 22:00:39.062776 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01940deb-cf84-41aa-afb0-259770b75245 req-d2738fdb-1dbf-48c9-953e-ec6e6f521a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:39.064656 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-d2738fdb-1dbf-48c9-953e-ec6e6f521a1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a289809-76be-41c6-8299-52e501367a8c HTTP/1.1" status: 200 len: 855 time: 0.0503392 Dec 16 22:00:39.106904 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b50125b1-af19-41e4-972c-893133fb01fc req-ddd716dd-06f4-42e3-be1e-d47490999560 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555446 Dec 16 22:00:39.116078 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01940deb-cf84-41aa-afb0-259770b75245 req-7c537967-6175-4bfa-a974-31fd076db861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:39.117628 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-7c537967-6175-4bfa-a974-31fd076db861 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e8205d6-50c6-4140-b075-154cc20dabb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438976 Dec 16 22:00:39.218552 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-79f485fc-1b3a-495d-b625-39bf98615286 service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870817 Dec 16 22:00:39.313079 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-01940deb-cf84-41aa-afb0-259770b75245 req-bf4a770e-eaf7-41d6-875b-808bd20e5ef7 service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826154 Dec 16 22:00:39.853477 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9fcfe-e2b6-4ba6-9e5e-45b702e23dfb req-9aed279f-7c34-437a-8edc-88cc1794e134 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:39.855136 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-44a9fcfe-e2b6-4ba6-9e5e-45b702e23dfb req-9aed279f-7c34-437a-8edc-88cc1794e134 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0630033 Dec 16 22:00:39.909908 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-44a9fcfe-e2b6-4ba6-9e5e-45b702e23dfb req-24936858-35d6-4c80-b255-1902471bfb99 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478849 Dec 16 22:00:40.088959 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b15c03c-8d4e-4789-a53c-ed191dc58827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:40.255218 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc76ab2-c4d1-4565-b0bf-a6b8fd5a2c48 req-46b43ef4-869b-4915-bebd-a154288aceab tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:40.257210 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7dc76ab2-c4d1-4565-b0bf-a6b8fd5a2c48 req-46b43ef4-869b-4915-bebd-a154288aceab tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 943 time: 0.0649929 Dec 16 22:00:40.320058 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7dc76ab2-c4d1-4565-b0bf-a6b8fd5a2c48 req-1d62b156-5081-427d-8f28-3807da8eb609 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556462 Dec 16 22:00:41.091161 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bddf8-17cd-48ce-ad3a-45489c72d25e req-2a9de53d-8edb-4065-8a50-de9064a99d9e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:41.093377 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a15bddf8-17cd-48ce-ad3a-45489c72d25e req-2a9de53d-8edb-4065-8a50-de9064a99d9e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0743089 Dec 16 22:00:41.163115 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a15bddf8-17cd-48ce-ad3a-45489c72d25e req-c55686e5-1ba9-4069-9772-d89243742596 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625546 Dec 16 22:00:41.456430 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e084a9-247d-4027-8583-e99ecda9004c req-b92770c7-1e82-4068-b24b-39d15503cb8a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:41.457939 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-06e084a9-247d-4027-8583-e99ecda9004c req-b92770c7-1e82-4068-b24b-39d15503cb8a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 943 time: 0.0538640 Dec 16 22:00:41.516729 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-06e084a9-247d-4027-8583-e99ecda9004c req-48674167-df68-4e4d-8fdd-fff9129dbc86 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514507 Dec 16 22:00:42.293727 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:00:42.336232 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b886d-2ef3-48ae-8148-ed83a84a14b4 req-35109b66-cbc3-49ef-8218-b7a8314542de tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:42.348823 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-651b886d-2ef3-48ae-8148-ed83a84a14b4 req-35109b66-cbc3-49ef-8218-b7a8314542de tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0695140 Dec 16 22:00:42.405518 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-651b886d-2ef3-48ae-8148-ed83a84a14b4 req-729a2239-54c5-44d5-8e35-1dc95c7de06e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592918 Dec 16 22:00:42.446722 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:42.460195 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'port_id': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'mac_address': 'fa:16:3e:8f:7e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:00:42.506557 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:42.522468 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:00:42.551153 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:42.652167 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:42.652781 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a6a63b15-28c0-4f9a-9979-07c36bdc8799 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:00:42.655629 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0aa3d-e58f-4f78-9ba3-ddf506c522fa req-a624c6ff-c81e-453c-854a-d17bc8d151cf tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:42.660597 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dbf0aa3d-e58f-4f78-9ba3-ddf506c522fa req-a624c6ff-c81e-453c-854a-d17bc8d151cf tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 943 time: 0.0608432 Dec 16 22:00:42.686341 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f7ca873e-39de-4157-9f6b-3eeebc72105e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:42.710728 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dbf0aa3d-e58f-4f78-9ba3-ddf506c522fa req-69dd3c86-f340-42f0-b1ee-aff8ebfd0c61 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473139 Dec 16 22:00:42.752823 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:42.801575 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a6a63b15-28c0-4f9a-9979-07c36bdc8799, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:42.816941 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'port_id': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'mac_address': 'fa:16:3e:dc:3d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:00:42.858786 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:42.880214 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a63b15-28c0-4f9a-9979-07c36bdc8799 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:00:42.906644 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a6a63b15-28c0-4f9a-9979-07c36bdc8799, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:42.992402 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:43.044914 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=a6a63b15-28c0-4f9a-9979-07c36bdc8799,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:43.251778 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['a6a63b15-28c0-4f9a-9979-07c36bdc8799'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:00:43.286780 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:00:43.579345 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee5e62-3bd0-4215-8d60-af23956d28af req-5c97d72e-7b22-4f81-9591-620c4635c78b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:43.581839 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e4ee5e62-3bd0-4215-8d60-af23956d28af req-5c97d72e-7b22-4f81-9591-620c4635c78b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 944 time: 0.0743747 Dec 16 22:00:43.647393 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e4ee5e62-3bd0-4215-8d60-af23956d28af req-40346326-1fa0-4dde-bfdc-44eb11644d2e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560937 Dec 16 22:00:43.664971 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:43.850776 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52071a-36c1-4c68-b05f-1c9e04d9a02c req-42d8fb9c-ce30-4c42-8d4a-04c1c8fa6428 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:43.857367 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2c52071a-36c1-4c68-b05f-1c9e04d9a02c req-42d8fb9c-ce30-4c42-8d4a-04c1c8fa6428 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 944 time: 0.0628796 Dec 16 22:00:44.110312 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2c52071a-36c1-4c68-b05f-1c9e04d9a02c req-70101dad-5876-486d-8f60-74d723ab74c4 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478311 Dec 16 22:00:44.314180 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a6a63b15-28c0-4f9a-9979-07c36bdc8799 up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:00:44.462297 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port a6a63b15-28c0-4f9a-9979-07c36bdc8799 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:00:44.468427 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port a6a63b15-28c0-4f9a-9979-07c36bdc8799 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:00:44.468912 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:44.573101 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:44.601714 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:00:44.604975 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7449ce9-1b95-443e-a63d-858b9520ac92" -d '{"events": [{"server_uuid": "36250bf1-51c1-4029-8959-4bacba3b5d34", "name": "network-vif-plugged", "status": "completed", "tag": "a6a63b15-28c0-4f9a-9979-07c36bdc8799"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:00:44.626277 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a6a63b15-28c0-4f9a-9979-07c36bdc8799, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:44.655171 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c59a0f5-252b-41bf-be6d-f6581d92317b x-openstack-request-id: req-1c59a0f5-252b-41bf-be6d-f6581d92317b {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:00:44.655471 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36250bf1-51c1-4029-8959-4bacba3b5d34", "name": "network-vif-plugged", "status": "completed", "tag": "a6a63b15-28c0-4f9a-9979-07c36bdc8799", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:00:44.655732 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c59a0f5-252b-41bf-be6d-f6581d92317b {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:00:44.656256 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'code': 200} Dec 16 22:00:44.681139 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:44.774082 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=a6a63b15-28c0-4f9a-9979-07c36bdc8799,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:44.821526 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612d85d-0352-41fa-aefe-1d77100020a4 req-f537b1b0-3b7b-4c12-8a0c-6754b48ed8c3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:44.824706 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2612d85d-0352-41fa-aefe-1d77100020a4 req-f537b1b0-3b7b-4c12-8a0c-6754b48ed8c3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0766988 Dec 16 22:00:44.885738 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2612d85d-0352-41fa-aefe-1d77100020a4 req-2007bcd7-d55b-45f9-b5fd-b5b25689b8e7 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518510 Dec 16 22:00:44.989020 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:45.010812 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb10a8-cd1d-4ba2-96b3-2956a6be3be3 req-7067ed7b-e53e-4157-937c-35249351b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:45.013310 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-72fb10a8-cd1d-4ba2-96b3-2956a6be3be3 req-7067ed7b-e53e-4157-937c-35249351b1d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 1098 time: 0.0537188 Dec 16 22:00:45.068537 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-72fb10a8-cd1d-4ba2-96b3-2956a6be3be3 req-4b59f4c7-afa9-4636-909f-7a397bc25020 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473473 Dec 16 22:00:45.243818 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a6de4-5aef-4e38-9b94-a40035e5b57a req-b0afdbec-4645-4839-8d4a-da5b68713975 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:45.249579 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-da3a6de4-5aef-4e38-9b94-a40035e5b57a req-b0afdbec-4645-4839-8d4a-da5b68713975 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 944 time: 0.0597761 Dec 16 22:00:45.312779 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-da3a6de4-5aef-4e38-9b94-a40035e5b57a req-72187168-597a-45a2-b0cd-02cd505b32ad tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602694 Dec 16 22:00:45.901059 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:46.025141 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca5731-99f1-457f-aaf2-674a6c4c3295 req-ade16f21-14ce-4a5f-9de6-b7ac0100f6b6 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:46.027456 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-60ca5731-99f1-457f-aaf2-674a6c4c3295 req-ade16f21-14ce-4a5f-9de6-b7ac0100f6b6 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0605996 Dec 16 22:00:46.103433 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-60ca5731-99f1-457f-aaf2-674a6c4c3295 req-b38487c6-e120-4ef9-bb8c-93e8312b1ea8 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662141 Dec 16 22:00:46.344934 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:00:46.474052 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22697c5f-ec85-4f2b-8c1e-f35ec4115fd6 req-18b5f229-5b56-4067-a54f-fd0781f02341 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:46.476328 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-22697c5f-ec85-4f2b-8c1e-f35ec4115fd6 req-18b5f229-5b56-4067-a54f-fd0781f02341 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 944 time: 0.0694125 Dec 16 22:00:46.508620 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:00:46.516666 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:00:46.517275 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:46.581222 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-22697c5f-ec85-4f2b-8c1e-f35ec4115fd6 req-7d96feec-a8f9-4130-b1eb-4d11acfcab52 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964842 Dec 16 22:00:46.647326 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:46.676906 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:00:46.679694 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2292c657-1b27-449e-9635-b1a9b2c2539c" -d '{"events": [{"server_uuid": "a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9", "name": "network-vif-plugged", "status": "completed", "tag": "e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:00:46.721775 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:00:46.741369 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ab0bde-9f1c-441a-b68d-3a57a14df049 x-openstack-request-id: req-c0ab0bde-9f1c-441a-b68d-3a57a14df049 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:00:46.741913 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9", "name": "network-vif-plugged", "status": "completed", "tag": "e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:00:46.742229 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0ab0bde-9f1c-441a-b68d-3a57a14df049 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:00:46.742645 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'code': 200} Dec 16 22:00:46.794250 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:46.854329 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:47.190893 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163f783-2c20-47b2-8810-5015e54f3315 req-b9ed6fbb-75c8-4172-b66f-2bc321937aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:47.192491 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b163f783-2c20-47b2-8810-5015e54f3315 req-b9ed6fbb-75c8-4172-b66f-2bc321937aff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 1098 time: 0.0634325 Dec 16 22:00:47.248873 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b163f783-2c20-47b2-8810-5015e54f3315 req-c21ed8fd-dae1-409c-8964-dde4cf102488 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453010 Dec 16 22:00:47.274437 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8da8e-bc65-4bb7-9ae7-c4b5c8f7ab84 req-1be1180d-bf68-45af-bd7c-e4a914e8f2aa tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:47.279825 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bff8da8e-bc65-4bb7-9ae7-c4b5c8f7ab84 req-1be1180d-bf68-45af-bd7c-e4a914e8f2aa tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0715618 Dec 16 22:00:47.332856 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bff8da8e-bc65-4bb7-9ae7-c4b5c8f7ab84 req-e94456e6-ef79-4afc-96b2-69bd42ea8fe6 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521061 Dec 16 22:00:47.487815 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff203227-409a-4e1c-b631-553ef7f0a724 req-bcba5c15-9576-4acb-9f1a-7b1cdae5c2a4 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:47.489580 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ff203227-409a-4e1c-b631-553ef7f0a724 req-bcba5c15-9576-4acb-9f1a-7b1cdae5c2a4 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0551078 Dec 16 22:00:47.502009 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 50548) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:00:47.506917 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-9cde2a5e-3203-46ba-bdcc-679ee57b974b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Request body: {'floatingip': {'port_id': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:47.554141 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9cde2a5e-3203-46ba-bdcc-679ee57b974b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for floatingip, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:47.724074 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa314aa3-5a64-47f9-8d14-0d7267a12c9d req-1a98c753-47f5-4049-a146-c143741e052e tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:47.733349 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fa314aa3-5a64-47f9-8d14-0d7267a12c9d req-1a98c753-47f5-4049-a146-c143741e052e tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 945 time: 0.0632741 Dec 16 22:00:47.783155 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fa314aa3-5a64-47f9-8d14-0d7267a12c9d req-de9ee0f8-fdde-45fa-acc1-665031ebb8e9 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484507 Dec 16 22:00:48.092831 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9cde2a5e-3203-46ba-bdcc-679ee57b974b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:48.192202 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9cde2a5e-3203-46ba-bdcc-679ee57b974b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:48.313295 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.l3_db [None req-9cde2a5e-3203-46ba-bdcc-679ee57b974b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Floating IP f3669b4a-4a05-4d93-8b8b-cfcfc0a409ed associated. External IP: 172.27.3.157, port: a6a63b15-28c0-4f9a-9979-07c36bdc8799. Dec 16 22:00:48.573188 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cde2a5e-3203-46ba-bdcc-679ee57b974b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Router f96362b2-da03-4e25-8af0-cb11e7840574 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:00:48.714473 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cde2a5e-3203-46ba-bdcc-679ee57b974b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:00:48.720213 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9cde2a5e-3203-46ba-bdcc-679ee57b974b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:48.726090 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d63ff6-78db-49d2-8db6-d0362a68fc6d None None] Sync routers for ids ['f96362b2-da03-4e25-8af0-cb11e7840574'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:00:48.737791 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d63ff6-78db-49d2-8db6-d0362a68fc6d None None] Routers {'f96362b2-da03-4e25-8af0-cb11e7840574'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:00:48.738744 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-53d63ff6-78db-49d2-8db6-d0362a68fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:00:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['f96362b2-da03-4e25-8af0-cb11e7840574'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:48.758879 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9cde2a5e-3203-46ba-bdcc-679ee57b974b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "PUT /v2.0/floatingips/f3669b4a-4a05-4d93-8b8b-cfcfc0a409ed HTTP/1.1" status: 200 len: 991 time: 1.2556028 Dec 16 22:00:48.759543 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'tag': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:00:48.762462 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3927d02c-9e4b-48ee-9ca9-bb5bed182cca" -d '{"events": [{"name": "network-changed", "server_uuid": "36250bf1-51c1-4029-8959-4bacba3b5d34", "tag": "a6a63b15-28c0-4f9a-9979-07c36bdc8799"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:00:48.818830 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b82e57-edd4-4ba6-bb59-0b921eadb220 x-openstack-request-id: req-69b82e57-edd4-4ba6-bb59-0b921eadb220 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:00:48.819761 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36250bf1-51c1-4029-8959-4bacba3b5d34", "tag": "a6a63b15-28c0-4f9a-9979-07c36bdc8799", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:00:48.819761 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69b82e57-edd4-4ba6-bb59-0b921eadb220 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:00:48.824305 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'tag': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'status': 'completed', 'code': 200} Dec 16 22:00:48.893113 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-53d63ff6-78db-49d2-8db6-d0362a68fc6d None None] Set router f96362b2-da03-4e25-8af0-cb11e7840574 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:00:48.938303 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4267ba-3026-4edd-ac44-ef6048909391 req-9333e793-6913-4399-8f89-e8eb5a235621 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:48.939828 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6f4267ba-3026-4edd-ac44-ef6048909391 req-9333e793-6913-4399-8f89-e8eb5a235621 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 945 time: 0.0631607 Dec 16 22:00:49.001293 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6f4267ba-3026-4edd-ac44-ef6048909391 req-fdbcadb2-188c-4d63-94b0-a5b98f0047a4 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541008 Dec 16 22:00:49.151619 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-53d63ff6-78db-49d2-8db6-d0362a68fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': 'f3669b4a-4a05-4d93-8b8b-cfcfc0a409ed', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'port_id': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'mac_address': 'fa:16:3e:dc:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:00:29Z', 'updated_at': '2021-12-16T22:00:47Z', 'revision_number': 1, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5969fbde-3727-4e4a-a43a-182e8595993b', 'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'mac_address': 'fa:16:3e:40:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:39Z', 'updated_at': '2021-12-16T21:56:45Z', 'revision_number': 5, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'subnets': [{'id': '9a289809-76be-41c6-8299-52e501367a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:49.177701 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d63ff6-78db-49d2-8db6-d0362a68fc6d None None] Checking router: f96362b2-da03-4e25-8af0-cb11e7840574 for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:00:49.187348 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d63ff6-78db-49d2-8db6-d0362a68fc6d None None] Routers {'f96362b2-da03-4e25-8af0-cb11e7840574'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:00:49.187958 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-53d63ff6-78db-49d2-8db6-d0362a68fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:00:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['f96362b2-da03-4e25-8af0-cb11e7840574'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:49.301171 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-53d63ff6-78db-49d2-8db6-d0362a68fc6d None None] Set router f96362b2-da03-4e25-8af0-cb11e7840574 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:00:49.634351 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-53d63ff6-78db-49d2-8db6-d0362a68fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': 'f3669b4a-4a05-4d93-8b8b-cfcfc0a409ed', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'port_id': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'mac_address': 'fa:16:3e:dc:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:00:29Z', 'updated_at': '2021-12-16T22:00:47Z', 'revision_number': 1, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5969fbde-3727-4e4a-a43a-182e8595993b', 'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'mac_address': 'fa:16:3e:40:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:39Z', 'updated_at': '2021-12-16T21:56:45Z', 'revision_number': 5, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'subnets': [{'id': '9a289809-76be-41c6-8299-52e501367a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:49.816889 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d63ff6-78db-49d2-8db6-d0362a68fc6d None None] The sync data for ids ['f96362b2-da03-4e25-8af0-cb11e7840574'] in dv-cinder-790535-21-iscsi is: [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': 'f3669b4a-4a05-4d93-8b8b-cfcfc0a409ed', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'port_id': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'mac_address': 'fa:16:3e:dc:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:00:29Z', 'updated_at': '2021-12-16T22:00:47Z', 'revision_number': 1, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5969fbde-3727-4e4a-a43a-182e8595993b', 'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'mac_address': 'fa:16:3e:40:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:39Z', 'updated_at': '2021-12-16T21:56:45Z', 'revision_number': 5, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'subnets': [{'id': '9a289809-76be-41c6-8299-52e501367a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:00:50.081093 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fede9f62-4deb-43a7-a6fd-ab2a3f1df8af None None] New status for floating IP f3669b4a-4a05-4d93-8b8b-cfcfc0a409ed: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:00:50.182300 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35260c-abd8-40a5-a0be-a336b908c084 req-d872f3fa-154d-46f3-8ac3-a9bd5d75e53d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:50.182300 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dd35260c-abd8-40a5-a0be-a336b908c084 req-d872f3fa-154d-46f3-8ac3-a9bd5d75e53d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 945 time: 0.0670066 Dec 16 22:00:50.267371 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dd35260c-abd8-40a5-a0be-a336b908c084 req-a251537b-00ed-4c2c-b09b-4d12de74fad0 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778306 Dec 16 22:00:50.739086 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d02c-9e4b-48ee-9ca9-bb5bed182cca req-f51baff4-d2ab-46ae-83f0-74b7ed139962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:50.740641 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3927d02c-9e4b-48ee-9ca9-bb5bed182cca req-f51baff4-d2ab-46ae-83f0-74b7ed139962 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2222f1d7be91471380160da7092bd9d7&device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 1098 time: 0.0671158 Dec 16 22:00:50.952371 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d02c-9e4b-48ee-9ca9-bb5bed182cca req-dbeae2b1-a3ae-4d6f-b829-a0d5e5587335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:50.954074 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3927d02c-9e4b-48ee-9ca9-bb5bed182cca req-dbeae2b1-a3ae-4d6f-b829-a0d5e5587335 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e8205d6-50c6-4140-b075-154cc20dabb0 HTTP/1.1" status: 200 len: 917 time: 0.1011829 Dec 16 22:00:51.041897 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3927d02c-9e4b-48ee-9ca9-bb5bed182cca req-ed7d7a5b-6b10-4d18-8005-c86ca3142765 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799 HTTP/1.1" status: 200 len: 1001 time: 0.0648954 Dec 16 22:00:51.111002 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d02c-9e4b-48ee-9ca9-bb5bed182cca req-249d4e84-5ed9-4431-a5a6-382c9dbec53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:51.112991 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3927d02c-9e4b-48ee-9ca9-bb5bed182cca req-249d4e84-5ed9-4431-a5a6-382c9dbec53e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a289809-76be-41c6-8299-52e501367a8c HTTP/1.1" status: 200 len: 855 time: 0.0627449 Dec 16 22:00:51.192774 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d02c-9e4b-48ee-9ca9-bb5bed182cca req-fa3bdbe8-1892-45c2-9e01-6116168e7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:51.195140 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3927d02c-9e4b-48ee-9ca9-bb5bed182cca req-fa3bdbe8-1892-45c2-9e01-6116168e7238 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e8205d6-50c6-4140-b075-154cc20dabb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0735290 Dec 16 22:00:51.339441 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3927d02c-9e4b-48ee-9ca9-bb5bed182cca req-c084a5b2-f2d5-4521-9d09-7b327229624b service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289105 Dec 16 22:00:51.403046 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f9a9c-463c-4301-996c-8c846f671d22 req-7f51872c-bbff-42cc-9bfe-e0c61b560bfe tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:51.405530 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-909f9a9c-463c-4301-996c-8c846f671d22 req-7f51872c-bbff-42cc-9bfe-e0c61b560bfe tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 945 time: 0.0717354 Dec 16 22:00:51.499391 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3927d02c-9e4b-48ee-9ca9-bb5bed182cca req-f58fc12e-b49c-4c4e-908d-a9bfadc1b119 service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458595 Dec 16 22:00:51.539798 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-909f9a9c-463c-4301-996c-8c846f671d22 req-1b3a8500-a305-465d-82b7-f3598969623f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202824 Dec 16 22:00:52.682254 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d187260-fe14-470e-b141-e748ce0808c2 req-643c6180-327c-4fda-a0ce-bb304212fb86 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:52.688997 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6d187260-fe14-470e-b141-e748ce0808c2 req-643c6180-327c-4fda-a0ce-bb304212fb86 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 945 time: 0.0571041 Dec 16 22:00:52.741802 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6d187260-fe14-470e-b141-e748ce0808c2 req-e6b8f0b7-f8fd-4947-874e-4febdb75cdca tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514021 Dec 16 22:00:52.924203 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8b3e9-7bc1-42e4-bf6b-652071ce6a95 req-a8b24783-e1e3-4536-af82-21a4e8da4650 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:52.925732 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-85f8b3e9-7bc1-42e4-bf6b-652071ce6a95 req-a8b24783-e1e3-4536-af82-21a4e8da4650 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 945 time: 0.0705397 Dec 16 22:00:52.993570 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-85f8b3e9-7bc1-42e4-bf6b-652071ce6a95 req-5f2d1315-976a-4464-8290-a26d886e83f7 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592752 Dec 16 22:00:53.017411 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 50618) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:00:53.059321 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb834db-8061-412d-be9e-2ea408a65a56 tempest-TestVolumeBootPattern-280551428 tempest-TestVolumeBootPattern-280551428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:53.063512 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ddb834db-8061-412d-be9e-2ea408a65a56 tempest-TestVolumeBootPattern-280551428 tempest-TestVolumeBootPattern-280551428-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 1093 time: 0.0423770 Dec 16 22:00:53.063823 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 50620) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:00:53.068482 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Request body: {'floatingip': {'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'port_id': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:00:53.174798 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for floatingip, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:53.280095 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:53.391262 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Allocated IP 172.27.3.109 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/9b857b6f-1d9e-4a2a-be79-41ba6bdc3317) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:00:53.501104 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:53.580926 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:53.622944 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:00:53.626124 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:00:53.628799 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:00:53.656144 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'Port': ['ID=9b857b6f-1d9e-4a2a-be79-41ba6bdc3317,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:53.667274 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:53.667628 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:53.667973 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:53.668311 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:53.668684 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:53.669018 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:53.669342 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:53.669670 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:53.669997 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:53.670321 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:53.670645 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:53.670963 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:53.671280 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:00:54.037891 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:54.166831 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:54.356626 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:54.451061 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:54.546392 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'Port': ['ID=9b857b6f-1d9e-4a2a-be79-41ba6bdc3317,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:00:54.557538 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:54.679031 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.l3_db [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Floating IP 12657b3e-6db6-445a-a87d-dcfb6db7914d associated. External IP: 172.27.3.109, port: e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb. Dec 16 22:00:54.931175 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Router a9d07f84-dd54-4c71-8c44-7122e6827477 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:00:55.074121 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:00:55.090297 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050198ac-5769-4aca-aead-2e8d4cf9b3ca None None] Sync routers for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:00:55.108508 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050198ac-5769-4aca-aead-2e8d4cf9b3ca None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:00:55.109884 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-050198ac-5769-4aca-aead-2e8d4cf9b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:00:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:55.164564 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:55.202557 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2186c7d9-0143-4992-b526-a2dfd9ac0a7a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1376748 Dec 16 22:00:55.203565 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'tag': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:00:55.206178 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7b8f25-6c14-4e6d-9a70-5301a90fe2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9", "tag": "e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:00:55.244694 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-050198ac-5769-4aca-aead-2e8d4cf9b3ca None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:00:55.254529 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00cfdc8-778c-4293-88d1-d4335ee5682a x-openstack-request-id: req-a00cfdc8-778c-4293-88d1-d4335ee5682a {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:00:55.255037 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9", "tag": "e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:00:55.255387 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a00cfdc8-778c-4293-88d1-d4335ee5682a {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:00:55.255885 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'tag': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'status': 'completed', 'code': 200} Dec 16 22:00:55.453888 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b8f25-6c14-4e6d-9a70-5301a90fe2d2 req-7701dfa6-82b7-455c-8363-1b6a34f68245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:55.453888 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9e7b8f25-6c14-4e6d-9a70-5301a90fe2d2 req-7701dfa6-82b7-455c-8363-1b6a34f68245 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 1098 time: 0.0490127 Dec 16 22:00:55.547921 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-050198ac-5769-4aca-aead-2e8d4cf9b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '12657b3e-6db6-445a-a87d-dcfb6db7914d', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'port_id': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'mac_address': 'fa:16:3e:8f:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:00:53Z', 'updated_at': '2021-12-16T22:00:53Z', 'revision_number': 0, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:55.571175 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b8f25-6c14-4e6d-9a70-5301a90fe2d2 req-72c2a60d-2cf2-4fa0-b5e2-83b55d497b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:55.573326 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9e7b8f25-6c14-4e6d-9a70-5301a90fe2d2 req-72c2a60d-2cf2-4fa0-b5e2-83b55d497b93 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 200 len: 912 time: 0.1111875 Dec 16 22:00:55.580183 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050198ac-5769-4aca-aead-2e8d4cf9b3ca None None] Checking router: a9d07f84-dd54-4c71-8c44-7122e6827477 for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:00:55.590390 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050198ac-5769-4aca-aead-2e8d4cf9b3ca None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:00:55.591020 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-050198ac-5769-4aca-aead-2e8d4cf9b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:00:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:55.669165 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9e7b8f25-6c14-4e6d-9a70-5301a90fe2d2 req-9d1df163-6311-4e2a-b9c5-f3ac04b8e6eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb HTTP/1.1" status: 200 len: 999 time: 0.0865359 Dec 16 22:00:55.725339 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-050198ac-5769-4aca-aead-2e8d4cf9b3ca None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:00:55.742185 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b8f25-6c14-4e6d-9a70-5301a90fe2d2 req-02b7ad9f-d684-4a52-9f49-7693ee0ddb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:55.743713 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9e7b8f25-6c14-4e6d-9a70-5301a90fe2d2 req-02b7ad9f-d684-4a52-9f49-7693ee0ddb00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a76a796-9908-426d-a225-cb7368e1df72 HTTP/1.1" status: 200 len: 850 time: 0.0606787 Dec 16 22:00:55.811790 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b8f25-6c14-4e6d-9a70-5301a90fe2d2 req-ca37b506-4ce7-410f-a3c0-6928f2cd9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:00:55.813598 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9e7b8f25-6c14-4e6d-9a70-5301a90fe2d2 req-ca37b506-4ce7-410f-a3c0-6928f2cd9f6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0618286 Dec 16 22:00:56.122331 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-050198ac-5769-4aca-aead-2e8d4cf9b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '12657b3e-6db6-445a-a87d-dcfb6db7914d', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'port_id': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'mac_address': 'fa:16:3e:8f:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:00:53Z', 'updated_at': '2021-12-16T22:00:53Z', 'revision_number': 0, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:00:56.179937 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050198ac-5769-4aca-aead-2e8d4cf9b3ca None None] The sync data for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi is: [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '12657b3e-6db6-445a-a87d-dcfb6db7914d', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'port_id': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'mac_address': 'fa:16:3e:8f:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:00:53Z', 'updated_at': '2021-12-16T22:00:53Z', 'revision_number': 0, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:00:56.205683 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9e7b8f25-6c14-4e6d-9a70-5301a90fe2d2 req-118e06fb-8a10-4eab-874e-d9ebb3f26e67 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737166 Dec 16 22:00:56.353741 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9e7b8f25-6c14-4e6d-9a70-5301a90fe2d2 req-7c15ff58-862a-4485-9a27-17417811b9f8 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383677 Dec 16 22:00:56.492519 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58595b47-d9b9-44c7-853d-52ebfb9f8bc7 None None] New status for floating IP 12657b3e-6db6-445a-a87d-dcfb6db7914d: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:01:01.586214 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:03.526670 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 50776) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:03.574211 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-f367fd93-598d-4d78-9448-6ce0db0e2e07 admin admin] Deleting subnet 1d852a07-8370-43ee-ba09-a0f87ba26e2d {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:01:03.577593 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f367fd93-598d-4d78-9448-6ce0db0e2e07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:03.619230 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f367fd93-598d-4d78-9448-6ce0db0e2e07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8496285'] for subnet, precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:03.661813 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f367fd93-598d-4d78-9448-6ce0db0e2e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:03.783144 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f367fd93-598d-4d78-9448-6ce0db0e2e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3513356'] for subnet, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:03.810384 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367fd93-598d-4d78-9448-6ce0db0e2e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d852a07-8370-43ee-ba09-a0f87ba26e2d,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:03.816087 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f367fd93-598d-4d78-9448-6ce0db0e2e07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:03.822532 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-f367fd93-598d-4d78-9448-6ce0db0e2e07 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1d852a07-8370-43ee-ba09-a0f87ba26e2d HTTP/1.1" status: 204 len: 168 time: 0.2912829 Dec 16 22:01:03.823730 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 50778) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:03.901021 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0133518e-d0ce-4a85-8657-081eb4811fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:03.985370 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0133518e-d0ce-4a85-8657-081eb4811fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:04.007280 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-0133518e-d0ce-4a85-8657-081eb4811fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d516eb3-e458-4c9a-9e3c-1e110a214d29']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:04.017861 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-0133518e-d0ce-4a85-8657-081eb4811fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2949654-7fa1-4311-a96f-afb7bed62ed4') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:04.018145 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-0133518e-d0ce-4a85-8657-081eb4811fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2949654-7fa1-4311-a96f-afb7bed62ed4') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:04.028416 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0133518e-d0ce-4a85-8657-081eb4811fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8496230'] for segment, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:04.043102 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0133518e-d0ce-4a85-8657-081eb4811fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:04.049596 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0133518e-d0ce-4a85-8657-081eb4811fe8 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:01:04.050058 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0133518e-d0ce-4a85-8657-081eb4811fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472675'] for segment, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: Traceback (most recent call last): Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: timer() Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: cb(*args, **kw) Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: return func(*args, **kwargs) Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: self._notify() Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: self.callback(batched_events) Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: event.method(event) Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: return f(self, *a, **k) Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._get(url).json() Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:01:04.062381 dv-cinder-790535-21-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:01:04.194645 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0133518e-d0ce-4a85-8657-081eb4811fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:04.206620 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0133518e-d0ce-4a85-8657-081eb4811fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:04.212578 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0133518e-d0ce-4a85-8657-081eb4811fe8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8d516eb3-e458-4c9a-9e3c-1e110a214d29 HTTP/1.1" status: 204 len: 168 time: 0.3874240 Dec 16 22:01:04.231159 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133518e-d0ce-4a85-8657-081eb4811fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d516eb3-e458-4c9a-9e3c-1e110a214d29,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:04.599403 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 50794) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:04.657316 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-bb9db94f-d35b-492d-a8df-a240eac4cc32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b3a56fd79064bd89990c379f4db7ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0566103 Dec 16 22:01:04.660986 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 50798) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:04.718704 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2bd20650-b160-4dfa-954f-8a540df544f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:04.745505 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2bd20650-b160-4dfa-954f-8a540df544f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:04.879938 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2bd20650-b160-4dfa-954f-8a540df544f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:04.882545 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2bd20650-b160-4dfa-954f-8a540df544f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:04.883771 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2bd20650-b160-4dfa-954f-8a540df544f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85803981-bd7a-42c0-aa34-40443562842f HTTP/1.1" status: 204 len: 168 time: 0.2216985 Dec 16 22:01:04.894270 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd20650-b160-4dfa-954f-8a540df544f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85803981-bd7a-42c0-aa34-40443562842f,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:06.131906 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be26f7e-47b7-4008-b3b2-1ecd5d44df28 req-59b44dde-42d7-4bd1-abf8-85eaf476a6c7 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:06.137360 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6be26f7e-47b7-4008-b3b2-1ecd5d44df28 req-59b44dde-42d7-4bd1-abf8-85eaf476a6c7 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 945 time: 0.0522459 Dec 16 22:01:06.187611 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6be26f7e-47b7-4008-b3b2-1ecd5d44df28 req-0edd58e4-ce0d-479d-8563-f2e061842e66 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466990 Dec 16 22:01:07.310733 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f494328-c67f-45e4-a389-b9597964a040 req-e7299410-bf3a-4b2f-abd1-87be44d054b3 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:07.312256 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4f494328-c67f-45e4-a389-b9597964a040 req-e7299410-bf3a-4b2f-abd1-87be44d054b3 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 945 time: 0.0499954 Dec 16 22:01:07.360606 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4f494328-c67f-45e4-a389-b9597964a040 req-319caf17-f45c-42de-ac7d-ea0bcd23138e tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423875 Dec 16 22:01:08.406255 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b02a4-c230-4c85-b804-36893d17f321 req-9143f7b6-3823-44fe-9775-7eb3b22bb134 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:08.407770 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-a37b02a4-c230-4c85-b804-36893d17f321 req-9143f7b6-3823-44fe-9775-7eb3b22bb134 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.59 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 945 time: 0.0558877 Dec 16 22:01:08.506599 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17950555-8765-49bd-9714-03ab40033594 req-90a64587-2ab5-4cc1-95f6-05a1a4fb3095 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:08.512007 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-17950555-8765-49bd-9714-03ab40033594 req-90a64587-2ab5-4cc1-95f6-05a1a4fb3095 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 945 time: 0.0723488 Dec 16 22:01:08.537195 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-a37b02a4-c230-4c85-b804-36893d17f321 req-1bf149b3-3c5f-4af1-ab94-71cdd4259c30 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Deleting port 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:01:08.537916 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-a37b02a4-c230-4c85-b804-36893d17f321 req-1bf149b3-3c5f-4af1-ab94-71cdd4259c30 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:08.569381 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-17950555-8765-49bd-9714-03ab40033594 req-c507fa35-2075-4184-8d88-7eaa2f913f0a tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525258 Dec 16 22:01:08.659783 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-a37b02a4-c230-4c85-b804-36893d17f321 req-1bf149b3-3c5f-4af1-ab94-71cdd4259c30 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] For port 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7,segment=NetworkSegment(4627be7c-769d-4467-8df0-95b34eada977),segment_id=4627be7c-769d-4467-8df0-95b34eada977)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:01:08.660053 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-a37b02a4-c230-4c85-b804-36893d17f321 req-1bf149b3-3c5f-4af1-ab94-71cdd4259c30 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:08.674315 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-a37b02a4-c230-4c85-b804-36893d17f321 req-1bf149b3-3c5f-4af1-ab94-71cdd4259c30 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Calling delete_port for 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:01:08.879860 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-a37b02a4-c230-4c85-b804-36893d17f321 req-1bf149b3-3c5f-4af1-ab94-71cdd4259c30 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:08.898786 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:01:08.913826 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf149b3-3c5f-4af1-ab94-71cdd4259c30 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Pushing event deleted for resources: {'Port': ['ID=8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:08.955809 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37b02a4-c230-4c85-b804-36893d17f321 req-1bf149b3-3c5f-4af1-ab94-71cdd4259c30 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] No DVR routers for this DVR port 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:01:08.958373 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-a37b02a4-c230-4c85-b804-36893d17f321 req-1bf149b3-3c5f-4af1-ab94-71cdd4259c30 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:08.962846 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-a37b02a4-c230-4c85-b804-36893d17f321 req-1bf149b3-3c5f-4af1-ab94-71cdd4259c30 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.59 "DELETE /v2.0/ports/8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 HTTP/1.1" status: 204 len: 173 time: 0.5430062 Dec 16 22:01:08.963474 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c25630-7ce3-4fb4-8a99-8af6bb541ad6', 'name': 'network-vif-deleted', 'tag': '8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:01:08.966068 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d744c83-45a6-4e20-8a7c-95296daaebdf" -d '{"events": [{"server_uuid": "79c25630-7ce3-4fb4-8a99-8af6bb541ad6", "name": "network-vif-deleted", "tag": "8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:01:09.009714 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2bdc29-743e-41f7-9bd4-c570cc26b0b6 x-openstack-request-id: req-5b2bdc29-743e-41f7-9bd4-c570cc26b0b6 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:01:09.010074 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c25630-7ce3-4fb4-8a99-8af6bb541ad6", "name": "network-vif-deleted", "tag": "8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:01:09.010404 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b2bdc29-743e-41f7-9bd4-c570cc26b0b6 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:01:09.010819 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c25630-7ce3-4fb4-8a99-8af6bb541ad6', 'name': 'network-vif-deleted', 'tag': '8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7', 'status': 'completed', 'code': 200} Dec 16 22:01:09.280187 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:01:09.700976 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b3f2427-5b14-464f-9c75-4682aff8912e req-feb233b3-41bd-4db6-81c1-fe39d90b5263 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c25630-7ce3-4fb4-8a99-8af6bb541ad6 HTTP/1.1" status: 200 len: 210 time: 0.0273192 Dec 16 22:01:10.079712 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65cab58a-74e0-49e7-9b45-a02ea3e152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:12.610996 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32402286-89d6-48ee-a9ba-ab55ce35cf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:13.371732 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:01:13.393363 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:01:13.393617 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 8e6d6544-f3b0-43dd-bc76-6c2ef23ff5d7 not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:01:13.536307 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:15.012280 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-218f3249-0d1d-4c3d-9677-5ab35d96729b req-74e2cfdd-69d8-468a-90bc-fb5bd9798a87 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622663839&fields=id&tenant_id=16ca58f1469a4a899032d95c11e73b22 HTTP/1.1" status: 200 len: 267 time: 0.0524480 Dec 16 22:01:15.042837 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:15.072798 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f3249-0d1d-4c3d-9677-5ab35d96729b req-2c19b5fe-a6c5-45ad-b943-f8e6a4e83227 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:15.074321 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-218f3249-0d1d-4c3d-9677-5ab35d96729b req-2c19b5fe-a6c5-45ad-b943-f8e6a4e83227 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 984 time: 0.0553777 Dec 16 22:01:15.085767 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [req-218f3249-0d1d-4c3d-9677-5ab35d96729b req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Request body: {'port': {'security_groups': ['24f19706-8300-4005-a761-2ce48ebac79f']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:01:15.168151 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-218f3249-0d1d-4c3d-9677-5ab35d96729b req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:15.372014 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-218f3249-0d1d-4c3d-9677-5ab35d96729b req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] For port d07995d2-ffe9-435f-99bf-c2f5d3c56477, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d07995d2-ffe9-435f-99bf-c2f5d3c56477,segment=NetworkSegment(1735b89e-8fc6-48a3-b4a1-e00a9f336090),segment_id=1735b89e-8fc6-48a3-b4a1-e00a9f336090)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:01:15.414897 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-218f3249-0d1d-4c3d-9677-5ab35d96729b req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for port, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:15.474035 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-218f3249-0d1d-4c3d-9677-5ab35d96729b req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3293262'] for port, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:15.491175 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['d07995d2-ffe9-435f-99bf-c2f5d3c56477'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:01:15.548142 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f3249-0d1d-4c3d-9677-5ab35d96729b req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:15.548823 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-218f3249-0d1d-4c3d-9677-5ab35d96729b req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:15.550262 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-218f3249-0d1d-4c3d-9677-5ab35d96729b req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "PUT /v2.0/ports/d07995d2-ffe9-435f-99bf-c2f5d3c56477 HTTP/1.1" status: 200 len: 942 time: 0.4694741 Dec 16 22:01:15.554102 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'tag': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:01:15.557406 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e57e2e44bf8fe06c7a0f6bc155366ee9f5a250a625ed21f00be954d32ca70b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196b7211-545b-4c5a-9e8b-4d1caf55ac9e" -d '{"events": [{"name": "network-changed", "server_uuid": "93b091cf-0510-454d-bdae-7cfdd4f30c5c", "tag": "d07995d2-ffe9-435f-99bf-c2f5d3c56477"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:01:15.560183 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 50956) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:15.593253 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Pushing event updated for resources: {'Port': ['ID=d07995d2-ffe9-435f-99bf-c2f5d3c56477,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:15.602796 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:15.603136 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:15.603483 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:15.603831 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:15.604444 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:15.604833 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:15.613669 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:15.614113 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:15.614464 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:15.614809 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:15.615154 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:15.615495 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:15.615828 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59499c-3bc1-4311-aed4-e25890a1b71d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:15.655132 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['d07995d2-ffe9-435f-99bf-c2f5d3c56477'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:01:15.677515 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-389dd23a-16a8-426e-a9b5-26a4b6c6b018 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:15.706196 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-389dd23a-16a8-426e-a9b5-26a4b6c6b018 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:15.798268 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5648bd64-eea9-48d8-9b4f-d11c5cd1319f x-openstack-request-id: req-5648bd64-eea9-48d8-9b4f-d11c5cd1319f {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:01:15.798571 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b091cf-0510-454d-bdae-7cfdd4f30c5c", "tag": "d07995d2-ffe9-435f-99bf-c2f5d3c56477", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:01:15.798835 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5648bd64-eea9-48d8-9b4f-d11c5cd1319f {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:01:15.799247 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'tag': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477', 'status': 'completed', 'code': 200} Dec 16 22:01:15.885939 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-389dd23a-16a8-426e-a9b5-26a4b6c6b018 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:15.889585 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-389dd23a-16a8-426e-a9b5-26a4b6c6b018 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:15.889797 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-389dd23a-16a8-426e-a9b5-26a4b6c6b018 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "DELETE /v2.0/security-groups/5c2983e8-c43b-4110-9b7f-6abd8710fa6a HTTP/1.1" status: 204 len: 168 time: 0.3269305 Dec 16 22:01:15.892941 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 50964) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:15.897525 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b7211-545b-4c5a-9e8b-4d1caf55ac9e req-3842b18d-d85a-486f-ac8b-3bbcff7c69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:15.899491 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-196b7211-545b-4c5a-9e8b-4d1caf55ac9e req-3842b18d-d85a-486f-ac8b-3bbcff7c69b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16ca58f1469a4a899032d95c11e73b22&device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 1098 time: 0.0732765 Dec 16 22:01:15.904868 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389dd23a-16a8-426e-a9b5-26a4b6c6b018 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2983e8-c43b-4110-9b7f-6abd8710fa6a,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:15.949290 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:15.968265 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-d6f7ef37-9ed8-4556-9c3a-d9f1cc5f5994 None None] Provisioning complete for port d07995d2-ffe9-435f-99bf-c2f5d3c56477 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:01:15.968587 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d6f7ef37-9ed8-4556-9c3a-d9f1cc5f5994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:16.030522 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b7211-545b-4c5a-9e8b-4d1caf55ac9e req-9458c25e-4c6e-46ef-b28d-1b0fca3f8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:16.032058 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-196b7211-545b-4c5a-9e8b-4d1caf55ac9e req-9458c25e-4c6e-46ef-b28d-1b0fca3f8922 service neutron] 10.222.0.59 "GET /v2.0/networks?id=71f6254c-4411-496d-8f04-e3185f693aeb HTTP/1.1" status: 200 len: 915 time: 0.1139340 Dec 16 22:01:16.110136 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ea714413-2721-4617-b58c-e67625219168 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Deleting port 2357cfb5-1fac-44ee-86c4-84917c8bf9ae {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:01:16.110639 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea714413-2721-4617-b58c-e67625219168 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:16.119530 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-196b7211-545b-4c5a-9e8b-4d1caf55ac9e req-c6c42158-5bb8-4888-b9a0-486bebf9603f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d07995d2-ffe9-435f-99bf-c2f5d3c56477 HTTP/1.1" status: 200 len: 1001 time: 0.0751119 Dec 16 22:01:16.177417 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b7211-545b-4c5a-9e8b-4d1caf55ac9e req-6b13a861-bd89-4696-a973-d5022790647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:16.178962 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-196b7211-545b-4c5a-9e8b-4d1caf55ac9e req-6b13a861-bd89-4696-a973-d5022790647f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8564791e-acea-4fef-925a-284d462cf1b7 HTTP/1.1" status: 200 len: 853 time: 0.0519338 Dec 16 22:01:16.204147 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea714413-2721-4617-b58c-e67625219168 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:16.204491 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea714413-2721-4617-b58c-e67625219168 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:16.217443 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ea714413-2721-4617-b58c-e67625219168 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Calling delete_port for 2357cfb5-1fac-44ee-86c4-84917c8bf9ae owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:01:16.229832 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b7211-545b-4c5a-9e8b-4d1caf55ac9e req-6643cf98-2c2c-4af2-a2d5-99796948ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:16.231288 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-196b7211-545b-4c5a-9e8b-4d1caf55ac9e req-6643cf98-2c2c-4af2-a2d5-99796948ee1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71f6254c-4411-496d-8f04-e3185f693aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446463 Dec 16 22:01:16.344279 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-196b7211-545b-4c5a-9e8b-4d1caf55ac9e req-4586a945-be24-45b0-b76f-13f4e0181b90 service neutron] 10.222.0.59 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049187 Dec 16 22:01:16.471318 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-196b7211-545b-4c5a-9e8b-4d1caf55ac9e req-3e54169c-2f1d-4d1a-888b-16a34d096433 service neutron] 10.222.0.59 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174366 Dec 16 22:01:16.511306 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea714413-2721-4617-b58c-e67625219168 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:16.538677 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea714413-2721-4617-b58c-e67625219168 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Pushing event deleted for resources: {'Port': ['ID=2357cfb5-1fac-44ee-86c4-84917c8bf9ae,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:16.617817 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea714413-2721-4617-b58c-e67625219168 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks [] for floatingip, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:16.629075 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-ea714413-2721-4617-b58c-e67625219168 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Floating IP 871cc968-5130-43b3-82d3-8a119b64e138 disassociated (deleted). External IP: 172.27.3.128, port: d07995d2-ffe9-435f-99bf-c2f5d3c56477. Dec 16 22:01:16.923684 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea714413-2721-4617-b58c-e67625219168 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Router 4702994a-c59e-4ddb-847a-cf3a0c865394 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:01:17.060720 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea714413-2721-4617-b58c-e67625219168 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:01:17.069069 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea714413-2721-4617-b58c-e67625219168 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:17.077002 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f790552-0fd4-4f86-95ff-35df15ba8ea4 None None] Sync routers for ids ['4702994a-c59e-4ddb-847a-cf3a0c865394'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:01:17.090132 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f790552-0fd4-4f86-95ff-35df15ba8ea4 None None] Routers {'4702994a-c59e-4ddb-847a-cf3a0c865394'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:01:17.091332 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-2f790552-0fd4-4f86-95ff-35df15ba8ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:01:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['4702994a-c59e-4ddb-847a-cf3a0c865394'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:17.109360 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-ea714413-2721-4617-b58c-e67625219168 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "DELETE /v2.0/floatingips/871cc968-5130-43b3-82d3-8a119b64e138 HTTP/1.1" status: 204 len: 168 time: 1.2146487 Dec 16 22:01:17.241770 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-2f790552-0fd4-4f86-95ff-35df15ba8ea4 None None] Set router 4702994a-c59e-4ddb-847a-cf3a0c865394 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:01:17.515774 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-2f790552-0fd4-4f86-95ff-35df15ba8ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:28Z', 'revision_number': 4, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'gw_port': {'id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '253daec5-1248-4c3a-b21d-6535ff58d834', 'name': '', 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'mac_address': 'fa:16:3e:a0:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8564791e-acea-4fef-925a-284d462cf1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:27Z', 'updated_at': '2021-12-16T21:58:32Z', 'revision_number': 5, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'subnets': [{'id': '8564791e-acea-4fef-925a-284d462cf1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:17.567981 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f790552-0fd4-4f86-95ff-35df15ba8ea4 None None] Checking router: 4702994a-c59e-4ddb-847a-cf3a0c865394 for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:01:17.583283 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f790552-0fd4-4f86-95ff-35df15ba8ea4 None None] Routers {'4702994a-c59e-4ddb-847a-cf3a0c865394'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:01:17.584361 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-2f790552-0fd4-4f86-95ff-35df15ba8ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:01:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['4702994a-c59e-4ddb-847a-cf3a0c865394'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:17.737552 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-2f790552-0fd4-4f86-95ff-35df15ba8ea4 None None] Set router 4702994a-c59e-4ddb-847a-cf3a0c865394 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:01:17.800843 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'tag': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:01:17.804675 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e57e2e44bf8fe06c7a0f6bc155366ee9f5a250a625ed21f00be954d32ca70b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353bbc1b-59b7-4967-adcb-8ed0b8209a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "93b091cf-0510-454d-bdae-7cfdd4f30c5c", "tag": "d07995d2-ffe9-435f-99bf-c2f5d3c56477"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:01:17.845675 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d569c189-7a20-4a76-b2dd-6e95e79ead02 x-openstack-request-id: req-d569c189-7a20-4a76-b2dd-6e95e79ead02 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:01:17.846112 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b091cf-0510-454d-bdae-7cfdd4f30c5c", "tag": "d07995d2-ffe9-435f-99bf-c2f5d3c56477", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:01:17.846460 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d569c189-7a20-4a76-b2dd-6e95e79ead02 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:01:17.847000 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'tag': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477', 'status': 'completed', 'code': 200} Dec 16 22:01:18.088397 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-2f790552-0fd4-4f86-95ff-35df15ba8ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:28Z', 'revision_number': 4, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'gw_port': {'id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '253daec5-1248-4c3a-b21d-6535ff58d834', 'name': '', 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'mac_address': 'fa:16:3e:a0:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8564791e-acea-4fef-925a-284d462cf1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:27Z', 'updated_at': '2021-12-16T21:58:32Z', 'revision_number': 5, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'subnets': [{'id': '8564791e-acea-4fef-925a-284d462cf1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:18.117094 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f790552-0fd4-4f86-95ff-35df15ba8ea4 None None] The sync data for ids ['4702994a-c59e-4ddb-847a-cf3a0c865394'] in dv-cinder-790535-21-iscsi is: [{'id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:28Z', 'revision_number': 4, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'gw_port': {'id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '253daec5-1248-4c3a-b21d-6535ff58d834', 'name': '', 'network_id': '71f6254c-4411-496d-8f04-e3185f693aeb', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'mac_address': 'fa:16:3e:a0:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8564791e-acea-4fef-925a-284d462cf1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:27Z', 'updated_at': '2021-12-16T21:58:32Z', 'revision_number': 5, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'subnets': [{'id': '8564791e-acea-4fef-925a-284d462cf1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:01:18.377168 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb27d2bb-7ed8-4530-acca-570856484bba None None] New status for floating IP 871cc968-5130-43b3-82d3-8a119b64e138: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:01:20.453784 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bbc1b-59b7-4967-adcb-8ed0b8209a8a req-510b8b94-f00a-4b5b-ba95-d4cbd6d3b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:20.455658 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-353bbc1b-59b7-4967-adcb-8ed0b8209a8a req-510b8b94-f00a-4b5b-ba95-d4cbd6d3b2f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16ca58f1469a4a899032d95c11e73b22&device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 1098 time: 0.0508146 Dec 16 22:01:20.584009 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bbc1b-59b7-4967-adcb-8ed0b8209a8a req-aa2d026d-41d4-4cd7-910f-96058aa8091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:20.585857 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-353bbc1b-59b7-4967-adcb-8ed0b8209a8a req-aa2d026d-41d4-4cd7-910f-96058aa8091e service neutron] 10.222.0.59 "GET /v2.0/networks?id=71f6254c-4411-496d-8f04-e3185f693aeb HTTP/1.1" status: 200 len: 915 time: 0.1162949 Dec 16 22:01:20.646512 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-353bbc1b-59b7-4967-adcb-8ed0b8209a8a req-fc70966e-3057-449a-87c6-0847addf3f86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d07995d2-ffe9-435f-99bf-c2f5d3c56477 HTTP/1.1" status: 200 len: 217 time: 0.0422323 Dec 16 22:01:20.721265 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bbc1b-59b7-4967-adcb-8ed0b8209a8a req-c4f47fc7-3843-4880-a207-6801b926cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:20.722798 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-353bbc1b-59b7-4967-adcb-8ed0b8209a8a req-c4f47fc7-3843-4880-a207-6801b926cc3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8564791e-acea-4fef-925a-284d462cf1b7 HTTP/1.1" status: 200 len: 853 time: 0.0630348 Dec 16 22:01:20.778095 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bbc1b-59b7-4967-adcb-8ed0b8209a8a req-42a5d19e-b746-4650-ba7c-5e3b494cb68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:20.779947 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-353bbc1b-59b7-4967-adcb-8ed0b8209a8a req-42a5d19e-b746-4650-ba7c-5e3b494cb68f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71f6254c-4411-496d-8f04-e3185f693aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0465567 Dec 16 22:01:20.882573 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-353bbc1b-59b7-4967-adcb-8ed0b8209a8a req-608a297c-d160-48b6-b945-30cd00bcf573 service neutron] 10.222.0.59 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936680 Dec 16 22:01:20.996278 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-353bbc1b-59b7-4967-adcb-8ed0b8209a8a req-04d14707-9ba7-4e21-bce4-4106cc25d05d service neutron] 10.222.0.59 "GET /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047118 Dec 16 22:01:21.490433 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-24a5e963-74ad-4e47-b4a5-08030fb821be tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:21.492045 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-24a5e963-74ad-4e47-b4a5-08030fb821be tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/networks?id=e065fef2-db7e-4bb4-8770-806bc57232cd HTTP/1.1" status: 200 len: 814 time: 0.1134162 Dec 16 22:01:21.514294 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-5f74d3c7-0e43-4614-9b38-8fa9cd57603c tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/quotas/e96e38164b2f43e79ced7ba5de17ec46 HTTP/1.1" status: 200 len: 375 time: 0.0122032 Dec 16 22:01:21.550826 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-c266b349-2fd5-4a12-9756-f6a0b0e928d2 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e96e38164b2f43e79ced7ba5de17ec46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299549 Dec 16 22:01:21.659890 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-dba9911d-4a22-47f1-976e-a0807a185b15 service neutron] 10.222.0.44 "GET /v2.0/networks/e065fef2-db7e-4bb4-8770-806bc57232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958579 Dec 16 22:01:21.758179 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-297fa749-a448-4c16-82c2-142ca24345f6 service neutron] 10.222.0.44 "GET /v2.0/networks/e065fef2-db7e-4bb4-8770-806bc57232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913355 Dec 16 22:01:22.031224 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7c279f25-8ee3-48d8-9f7f-c30c06f6255d req-0baa5a16-ee53-481f-87dd-e09702f66cef tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 210 time: 0.0374057 Dec 16 22:01:23.160132 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-edfa9898-7f27-4ada-a2f4-db45c3c17858 req-3442e410-99e1-49f3-b2d5-5a28f73f6028 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 210 time: 0.0474839 Dec 16 22:01:23.927040 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68de50-5ddc-451f-927c-8e1ad46228b0 req-57b3075f-c383-4b77-bf22-d27dd47f685d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:23.928556 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ab68de50-5ddc-451f-927c-8e1ad46228b0 req-57b3075f-c383-4b77-bf22-d27dd47f685d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 945 time: 0.0634034 Dec 16 22:01:24.004783 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ab68de50-5ddc-451f-927c-8e1ad46228b0 req-4acc9516-190c-4af1-ad53-4932fd6be52b tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628860 Dec 16 22:01:24.277121 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8508ba25-3f5d-4529-b29d-70760094738f req-3678e1b7-0762-4257-a09f-44d119171155 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 210 time: 0.0359817 Dec 16 22:01:24.306991 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-f7ceb42b-e509-453d-b357-a5e41e96d060 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:24.309594 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-f7ceb42b-e509-453d-b357-a5e41e96d060 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.59 "GET /v2.0/networks?id=e065fef2-db7e-4bb4-8770-806bc57232cd HTTP/1.1" status: 200 len: 814 time: 0.1578913 Dec 16 22:01:24.327128 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-a280d87d-8037-4ad4-8b8b-20822c170bb9 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Request body: {'port': {'device_id': 'd90d1ea0-671b-4482-be9a-ba2a166bba8d', 'network_id': 'e065fef2-db7e-4bb4-8770-806bc57232cd', 'admin_state_up': True, 'tenant_id': 'e96e38164b2f43e79ced7ba5de17ec46'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:01:24.510702 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-a280d87d-8037-4ad4-8b8b-20822c170bb9 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Made reservation on behalf of e96e38164b2f43e79ced7ba5de17ec46 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:01:24.514753 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-a280d87d-8037-4ad4-8b8b-20822c170bb9 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:24.675066 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-a280d87d-8037-4ad4-8b8b-20822c170bb9 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Allocated IP 172.20.0.8 (e065fef2-db7e-4bb4-8770-806bc57232cd/912bdb17-55c1-4527-bf63-fee044a36c12/db186669-7e1f-41eb-a302-788f5b375b90) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:01:24.856587 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-a280d87d-8037-4ad4-8b8b-20822c170bb9 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:24.943040 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-a280d87d-8037-4ad4-8b8b-20822c170bb9 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:24.995426 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-a280d87d-8037-4ad4-8b8b-20822c170bb9 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Network e065fef2-db7e-4bb4-8770-806bc57232cd is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:01:24.998891 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-a280d87d-8037-4ad4-8b8b-20822c170bb9 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:01:25.003348 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-a280d87d-8037-4ad4-8b8b-20822c170bb9 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:01:25.010291 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280d87d-8037-4ad4-8b8b-20822c170bb9 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Pushing event updated for resources: {'Port': ['ID=db186669-7e1f-41eb-a302-788f5b375b90,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:25.065358 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-a280d87d-8037-4ad4-8b8b-20822c170bb9 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:25.066112 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-a280d87d-8037-4ad4-8b8b-20822c170bb9 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:25.152424 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-a280d87d-8037-4ad4-8b8b-20822c170bb9 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8290257 Dec 16 22:01:25.167462 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Request body: {'port': {'device_id': 'd90d1ea0-671b-4482-be9a-ba2a166bba8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:01:25.185796 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f666e-ea71-48ad-9d4c-44e81b9ca828 req-a991bbbc-d263-4c62-b8d0-ea46686b500d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:25.187388 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ab7f666e-ea71-48ad-9d4c-44e81b9ca828 req-a991bbbc-d263-4c62-b8d0-ea46686b500d tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 945 time: 0.0697324 Dec 16 22:01:25.254835 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:25.269127 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ab7f666e-ea71-48ad-9d4c-44e81b9ca828 req-8226d0eb-fcd6-4a8a-a0ca-69d75d516b62 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691998 Dec 16 22:01:25.436466 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333f62f-510c-431b-b773-17b93bd5859e req-dda2b7ae-c1b4-4b19-993b-311b8ed548e6 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:25.438758 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f333f62f-510c-431b-b773-17b93bd5859e req-dda2b7ae-c1b4-4b19-993b-311b8ed548e6 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 931 time: 0.0570469 Dec 16 22:01:25.519017 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f333f62f-510c-431b-b773-17b93bd5859e req-9d432645-58a8-40ff-b33f-a43377a4159b tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734026 Dec 16 22:01:25.658324 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db186669-7e1f-41eb-a302-788f5b375b90 {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:01:25.667056 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:25.681144 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Transition to ACTIVE for port object db186669-7e1f-41eb-a302-788f5b375b90 will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:01:25.762443 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:25.814718 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Pushing event updated for resources: {'Port': ['ID=db186669-7e1f-41eb-a302-788f5b375b90,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:25.895585 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Attempting to bind port db186669-7e1f-41eb-a302-788f5b375b90 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:01:25.896062 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Attempting to bind port db186669-7e1f-41eb-a302-788f5b375b90 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4627be7c-769d-4467-8df0-95b34eada977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e065fef2-db7e-4bb4-8770-806bc57232cd'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:01:25.904173 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Attempting to bind port db186669-7e1f-41eb-a302-788f5b375b90 on network e065fef2-db7e-4bb4-8770-806bc57232cd {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:01:25.904173 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Port db186669-7e1f-41eb-a302-788f5b375b90 on network e065fef2-db7e-4bb4-8770-806bc57232cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:01:25.904173 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Attempting to bind port db186669-7e1f-41eb-a302-788f5b375b90 on network e065fef2-db7e-4bb4-8770-806bc57232cd {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:01:25.911040 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:01:25.911427 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Checking segment: {'id': '4627be7c-769d-4467-8df0-95b34eada977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e065fef2-db7e-4bb4-8770-806bc57232cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:01:25.911906 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Bound using segment: {'id': '4627be7c-769d-4467-8df0-95b34eada977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e065fef2-db7e-4bb4-8770-806bc57232cd'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:01:25.912582 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Bound port: db186669-7e1f-41eb-a302-788f5b375b90, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4627be7c-769d-4467-8df0-95b34eada977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e065fef2-db7e-4bb4-8770-806bc57232cd'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:01:25.913029 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:26.001815 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] For port db186669-7e1f-41eb-a302-788f5b375b90, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:01:26.004193 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] For port db186669-7e1f-41eb-a302-788f5b375b90, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=db186669-7e1f-41eb-a302-788f5b375b90,segment=NetworkSegment(4627be7c-769d-4467-8df0-95b34eada977),segment_id=4627be7c-769d-4467-8df0-95b34eada977)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:01:26.081640 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79cd95-2e2a-4872-859e-920ff5fd3068 req-d8262a8d-524a-41ce-9fa9-6b418b1618c4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:26.083314 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6a79cd95-2e2a-4872-859e-920ff5fd3068 req-d8262a8d-524a-41ce-9fa9-6b418b1618c4 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.59 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 945 time: 0.0570014 Dec 16 22:01:26.119328 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:26.204639 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:26.205345 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:26.206803 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] 10.222.0.59 "PUT /v2.0/ports/db186669-7e1f-41eb-a302-788f5b375b90 HTTP/1.1" status: 200 len: 1093 time: 1.0450885 Dec 16 22:01:26.209396 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90d1ea0-671b-4482-be9a-ba2a166bba8d', 'tag': 'db186669-7e1f-41eb-a302-788f5b375b90'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:01:26.212373 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e181fc-df6f-46c7-85ae-563a75a8d8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d90d1ea0-671b-4482-be9a-ba2a166bba8d", "tag": "db186669-7e1f-41eb-a302-788f5b375b90"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:01:26.237270 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b3a2b-5a9a-4e1c-9b39-f3dff73fc72c service neutron] Pushing event updated for resources: {'Port': ['ID=db186669-7e1f-41eb-a302-788f5b375b90,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:26.263954 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-6a79cd95-2e2a-4872-859e-920ff5fd3068 req-2c262933-78d7-4e65-a17c-05f9d46d7517 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Deleting port d07995d2-ffe9-435f-99bf-c2f5d3c56477 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:01:26.264310 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-6a79cd95-2e2a-4872-859e-920ff5fd3068 req-2c262933-78d7-4e65-a17c-05f9d46d7517 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:26.309400 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d36c93-b350-479d-8ce6-aa4bd491ab6d x-openstack-request-id: req-a3d36c93-b350-479d-8ce6-aa4bd491ab6d {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:01:26.309730 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90d1ea0-671b-4482-be9a-ba2a166bba8d", "tag": "db186669-7e1f-41eb-a302-788f5b375b90", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:01:26.309929 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3d36c93-b350-479d-8ce6-aa4bd491ab6d {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:01:26.310330 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90d1ea0-671b-4482-be9a-ba2a166bba8d', 'tag': 'db186669-7e1f-41eb-a302-788f5b375b90', 'status': 'completed', 'code': 200} Dec 16 22:01:26.424053 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-6a79cd95-2e2a-4872-859e-920ff5fd3068 req-2c262933-78d7-4e65-a17c-05f9d46d7517 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] For port d07995d2-ffe9-435f-99bf-c2f5d3c56477, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d07995d2-ffe9-435f-99bf-c2f5d3c56477,segment=NetworkSegment(1735b89e-8fc6-48a3-b4a1-e00a9f336090),segment_id=1735b89e-8fc6-48a3-b4a1-e00a9f336090)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:01:26.424608 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-6a79cd95-2e2a-4872-859e-920ff5fd3068 req-2c262933-78d7-4e65-a17c-05f9d46d7517 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:26.436529 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e181fc-df6f-46c7-85ae-563a75a8d8c2 req-0d1bcb2d-38b3-4da5-bfd5-9dc502e1a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:26.438109 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-05e181fc-df6f-46c7-85ae-563a75a8d8c2 req-0d1bcb2d-38b3-4da5-bfd5-9dc502e1a395 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e96e38164b2f43e79ced7ba5de17ec46&device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 1096 time: 0.1269610 Dec 16 22:01:26.451955 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-6a79cd95-2e2a-4872-859e-920ff5fd3068 req-2c262933-78d7-4e65-a17c-05f9d46d7517 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Calling delete_port for d07995d2-ffe9-435f-99bf-c2f5d3c56477 owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:01:26.470274 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b438c-48b8-441a-953f-5a3384f84773 req-0b688bb7-b81a-4f0b-ab2d-19d68bcaa074 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:26.471835 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-733b438c-48b8-441a-953f-5a3384f84773 req-0b688bb7-b81a-4f0b-ab2d-19d68bcaa074 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 945 time: 0.0684569 Dec 16 22:01:26.532594 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-733b438c-48b8-441a-953f-5a3384f84773 req-27eeca07-790c-41be-a5cc-e196452cb5f1 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/security-groups?id=24f19706-8300-4005-a761-2ce48ebac79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500686 Dec 16 22:01:26.661454 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e181fc-df6f-46c7-85ae-563a75a8d8c2 req-9275d33f-ee09-48f4-b886-c44b61df14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:26.662980 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-05e181fc-df6f-46c7-85ae-563a75a8d8c2 req-9275d33f-ee09-48f4-b886-c44b61df14f5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e96e38164b2f43e79ced7ba5de17ec46&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2136056 Dec 16 22:01:26.705331 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51bb17-7568-4be7-9c0e-715a7c767d64 req-04daf49d-996d-4295-8e43-154807fee961 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:26.707929 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5a51bb17-7568-4be7-9c0e-715a7c767d64 req-04daf49d-996d-4295-8e43-154807fee961 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 943 time: 0.0797408 Dec 16 22:01:26.793281 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5a51bb17-7568-4be7-9c0e-715a7c767d64 req-03d62657-d387-4e79-a411-ef533ec950ea tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763500 Dec 16 22:01:26.861517 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e181fc-df6f-46c7-85ae-563a75a8d8c2 req-e1052258-0d7a-48c7-a12e-1a0531de1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:26.863016 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-05e181fc-df6f-46c7-85ae-563a75a8d8c2 req-e1052258-0d7a-48c7-a12e-1a0531de1759 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1916912 Dec 16 22:01:26.937020 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-6a79cd95-2e2a-4872-859e-920ff5fd3068 req-2c262933-78d7-4e65-a17c-05f9d46d7517 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:26.953162 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['d07995d2-ffe9-435f-99bf-c2f5d3c56477'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:01:26.972059 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c262933-78d7-4e65-a17c-05f9d46d7517 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Pushing event deleted for resources: {'Port': ['ID=d07995d2-ffe9-435f-99bf-c2f5d3c56477,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:27.008709 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-9287999a-e609-44e7-a5ac-db3b8cba1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:27.010881 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-9287999a-e609-44e7-a5ac-db3b8cba1052 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e96e38164b2f43e79ced7ba5de17ec46&device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 1096 time: 0.1064758 Dec 16 22:01:27.029863 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a79cd95-2e2a-4872-859e-920ff5fd3068 req-2c262933-78d7-4e65-a17c-05f9d46d7517 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] No DVR routers for this DVR port d07995d2-ffe9-435f-99bf-c2f5d3c56477 on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:01:27.037094 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-6a79cd95-2e2a-4872-859e-920ff5fd3068 req-2c262933-78d7-4e65-a17c-05f9d46d7517 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:27.041380 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6a79cd95-2e2a-4872-859e-920ff5fd3068 req-2c262933-78d7-4e65-a17c-05f9d46d7517 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.59 "DELETE /v2.0/ports/d07995d2-ffe9-435f-99bf-c2f5d3c56477 HTTP/1.1" status: 204 len: 173 time: 0.9513273 Dec 16 22:01:27.074148 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-f7fe3697-51b9-432c-a734-acaee19d6639 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db186669-7e1f-41eb-a302-788f5b375b90 HTTP/1.1" status: 200 len: 217 time: 0.0456352 Dec 16 22:01:27.141573 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-e897578d-0c60-46cf-9643-ebb0edde9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:27.144071 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-e897578d-0c60-46cf-9643-ebb0edde9079 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=912bdb17-55c1-4527-bf63-fee044a36c12 HTTP/1.1" status: 200 len: 854 time: 0.0555255 Dec 16 22:01:27.180014 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-4c1b05bb-5a2b-4e8b-bb6e-68eb0f6564f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e065fef2-db7e-4bb4-8770-806bc57232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273359 Dec 16 22:01:27.338134 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-beb3c74f-fb18-4ba0-9a40-af6255109978 service neutron] 10.222.0.59 "GET /v2.0/networks/e065fef2-db7e-4bb4-8770-806bc57232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239059 Dec 16 22:01:27.429332 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b23f383f-a471-41ff-aa01-84ceb9b4d4c5 req-db895cc9-aa03-4070-aed0-4cea1453dcc5 service neutron] 10.222.0.59 "GET /v2.0/networks/e065fef2-db7e-4bb4-8770-806bc57232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034114 Dec 16 22:01:27.686956 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-47f0bd8c-3f6c-4138-81b9-0376fc1a00e3 req-ca13175e-746f-4209-8474-5f521e509c98 tempest-TestMinimumBasicScenario-1875538967 tempest-TestMinimumBasicScenario-1875538967-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b091cf-0510-454d-bdae-7cfdd4f30c5c HTTP/1.1" status: 200 len: 210 time: 0.0490508 Dec 16 22:01:27.935079 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf01558-cb5c-4511-93be-7cd44c84f9cd req-5571bb37-8f34-44ef-ad7f-4a360623487f tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:27.936826 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cbf01558-cb5c-4511-93be-7cd44c84f9cd req-5571bb37-8f34-44ef-ad7f-4a360623487f tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 943 time: 0.0539997 Dec 16 22:01:27.997883 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cbf01558-cb5c-4511-93be-7cd44c84f9cd req-26f18bce-b9a0-4cb1-a9d1-f201e7c7f9d9 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518460 Dec 16 22:01:28.311540 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'name': 'network-vif-deleted', 'tag': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:01:28.314158 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267bfc62-cd55-41e9-ae80-8e702c82df3d" -d '{"events": [{"server_uuid": "93b091cf-0510-454d-bdae-7cfdd4f30c5c", "name": "network-vif-deleted", "tag": "d07995d2-ffe9-435f-99bf-c2f5d3c56477"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:01:28.363273 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7da08a-81c8-4adc-b9a8-02f0d65ba225 x-openstack-request-id: req-3c7da08a-81c8-4adc-b9a8-02f0d65ba225 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:01:28.363273 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b091cf-0510-454d-bdae-7cfdd4f30c5c", "name": "network-vif-deleted", "tag": "d07995d2-ffe9-435f-99bf-c2f5d3c56477", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:01:28.363273 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c7da08a-81c8-4adc-b9a8-02f0d65ba225 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:01:28.363273 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b091cf-0510-454d-bdae-7cfdd4f30c5c', 'name': 'network-vif-deleted', 'tag': 'd07995d2-ffe9-435f-99bf-c2f5d3c56477', 'status': 'completed', 'code': 200} Dec 16 22:01:29.126503 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c42303-b74c-4ecb-b197-d3e4166638c4 req-c1e8cb8e-0349-4374-960c-0b377d96cce8 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:29.128146 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5c42303-b74c-4ecb-b197-d3e4166638c4 req-c1e8cb8e-0349-4374-960c-0b377d96cce8 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 943 time: 0.0539536 Dec 16 22:01:29.189222 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b5c42303-b74c-4ecb-b197-d3e4166638c4 req-6268a608-a7a7-4225-91d8-d84428bb8ff6 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496376 Dec 16 22:01:30.336087 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ceb377-f78e-48c2-96ce-c78025cb0917 req-04b6a6c4-ca1b-4592-af20-b67685eae58e tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:30.340834 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-67ceb377-f78e-48c2-96ce-c78025cb0917 req-04b6a6c4-ca1b-4592-af20-b67685eae58e tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 943 time: 0.0722628 Dec 16 22:01:30.405852 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-67ceb377-f78e-48c2-96ce-c78025cb0917 req-f30c5038-a8f2-4bf0-8cac-469b1a95408f tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585301 Dec 16 22:01:31.413063 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device db186669-7e1f-41eb-a302-788f5b375b90 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:01:31.457870 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 51186) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:31.591117 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port db186669-7e1f-41eb-a302-788f5b375b90, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=db186669-7e1f-41eb-a302-788f5b375b90,segment=NetworkSegment(4627be7c-769d-4467-8df0-95b34eada977),segment_id=4627be7c-769d-4467-8df0-95b34eada977)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:01:31.614410 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'db186669-7e1f-41eb-a302-788f5b375b90', 'network_id': 'e065fef2-db7e-4bb4-8770-806bc57232cd', 'port_id': 'db186669-7e1f-41eb-a302-788f5b375b90', 'mac_address': 'fa:16:3e:6f:ce:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912bdb17-55c1-4527-bf63-fee044a36c12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:01:31.676975 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:31.698077 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db186669-7e1f-41eb-a302-788f5b375b90 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:01:31.731482 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port db186669-7e1f-41eb-a302-788f5b375b90, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=db186669-7e1f-41eb-a302-788f5b375b90,segment=NetworkSegment(4627be7c-769d-4467-8df0-95b34eada977),segment_id=4627be7c-769d-4467-8df0-95b34eada977)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:01:31.839578 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:31.917173 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=db186669-7e1f-41eb-a302-788f5b375b90,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:31.932368 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:31.933006 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:31.933555 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:31.934157 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:31.934683 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:31.935235 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:31.935805 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:31.936390 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:31.936977 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:31.937541 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:31.938102 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:31.938641 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:31.939281 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:01:31.954016 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d80bd-6f87-44c8-9eae-61bb43191db0 req-0e61a752-d0f2-4fa6-9540-c56e40c34adc tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:31.956277 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-960d80bd-6f87-44c8-9eae-61bb43191db0 req-0e61a752-d0f2-4fa6-9540-c56e40c34adc tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 943 time: 0.4023101 Dec 16 22:01:32.076410 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-960d80bd-6f87-44c8-9eae-61bb43191db0 req-2e7dd4e6-edb7-4f1b-a73c-b765c8872b7d tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086500 Dec 16 22:01:32.299252 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device d07995d2-ffe9-435f-99bf-c2f5d3c56477 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:01:32.333623 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: d07995d2-ffe9-435f-99bf-c2f5d3c56477 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:01:32.334054 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device d07995d2-ffe9-435f-99bf-c2f5d3c56477 not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:01:32.390757 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d348867f-609b-4fad-b86b-dbd91be14ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581063'] for router_interface, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:32.720233 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d348867f-609b-4fad-b86b-dbd91be14ab0 admin admin] Deleting port 253daec5-1248-4c3a-b21d-6535ff58d834 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:01:32.721130 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d348867f-609b-4fad-b86b-dbd91be14ab0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:32.806891 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-d348867f-609b-4fad-b86b-dbd91be14ab0 admin admin] For port 253daec5-1248-4c3a-b21d-6535ff58d834, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=253daec5-1248-4c3a-b21d-6535ff58d834,segment=NetworkSegment(1735b89e-8fc6-48a3-b4a1-e00a9f336090),segment_id=1735b89e-8fc6-48a3-b4a1-e00a9f336090)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:01:32.807296 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d348867f-609b-4fad-b86b-dbd91be14ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:32.823299 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d348867f-609b-4fad-b86b-dbd91be14ab0 admin admin] Calling delete_port for 253daec5-1248-4c3a-b21d-6535ff58d834 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:01:33.099315 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d348867f-609b-4fad-b86b-dbd91be14ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:33.132244 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348867f-609b-4fad-b86b-dbd91be14ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=253daec5-1248-4c3a-b21d-6535ff58d834,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:33.299745 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d9d7e-90fe-425c-ae0a-c37f5a0f345c req-769580c5-447e-4a32-9a72-d53162f52d07 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:33.301423 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d9d9d7e-90fe-425c-ae0a-c37f5a0f345c req-769580c5-447e-4a32-9a72-d53162f52d07 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 944 time: 0.1110077 Dec 16 22:01:33.403162 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d348867f-609b-4fad-b86b-dbd91be14ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1818230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581211'] for router_interface, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:33.408170 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3d9d9d7e-90fe-425c-ae0a-c37f5a0f345c req-5314a973-4f33-4d21-a0ee-584d0a8b2901 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936654 Dec 16 22:01:33.417763 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:33.462798 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-557860ed-26e5-4bfe-8bd7-adddc0ed37c1 req-fa07f343-10c9-4623-97c5-36d7516b5408 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860324 Dec 16 22:01:33.563259 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['db186669-7e1f-41eb-a302-788f5b375b90'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:01:33.569032 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557860ed-26e5-4bfe-8bd7-adddc0ed37c1 req-f375a47b-5f87-407f-9fda-9dba82ccc4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:33.570823 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-557860ed-26e5-4bfe-8bd7-adddc0ed37c1 req-f375a47b-5f87-407f-9fda-9dba82ccc4a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 1098 time: 0.0450978 Dec 16 22:01:33.768319 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557860ed-26e5-4bfe-8bd7-adddc0ed37c1 req-d80fdd9f-1218-4748-8bd0-989a08b6ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:33.768778 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d348867f-609b-4fad-b86b-dbd91be14ab0 admin admin] Router 4702994a-c59e-4ddb-847a-cf3a0c865394 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:01:33.771189 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-557860ed-26e5-4bfe-8bd7-adddc0ed37c1 req-d80fdd9f-1218-4748-8bd0-989a08b6ce33 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 200 len: 912 time: 0.1707261 Dec 16 22:01:33.882320 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-557860ed-26e5-4bfe-8bd7-adddc0ed37c1 req-e2569025-aeec-41a2-8492-472c7a6d0f35 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb HTTP/1.1" status: 200 len: 1001 time: 0.1030486 Dec 16 22:01:33.906620 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d348867f-609b-4fad-b86b-dbd91be14ab0 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:01:33.912150 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d348867f-609b-4fad-b86b-dbd91be14ab0 admin admin] 10.222.0.44 "PUT /v2.0/routers/4702994a-c59e-4ddb-847a-cf3a0c865394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4526486 Dec 16 22:01:33.915598 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 51194) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:33.920900 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b271dc9e-d149-4969-9d17-b59998cfc94b None None] Sync routers for ids ['4702994a-c59e-4ddb-847a-cf3a0c865394'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:01:33.933026 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b271dc9e-d149-4969-9d17-b59998cfc94b None None] Routers {'4702994a-c59e-4ddb-847a-cf3a0c865394'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:01:33.933990 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-b271dc9e-d149-4969-9d17-b59998cfc94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:01:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['4702994a-c59e-4ddb-847a-cf3a0c865394'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:33.967023 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557860ed-26e5-4bfe-8bd7-adddc0ed37c1 req-16436dea-a25a-40d0-a816-c19a636e8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:33.969658 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-557860ed-26e5-4bfe-8bd7-adddc0ed37c1 req-16436dea-a25a-40d0-a816-c19a636e8f64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a76a796-9908-426d-a225-cb7368e1df72 HTTP/1.1" status: 200 len: 850 time: 0.0790844 Dec 16 22:01:34.049162 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557860ed-26e5-4bfe-8bd7-adddc0ed37c1 req-a62845cf-224c-46fb-bc2c-933dd4b9ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:34.052240 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-557860ed-26e5-4bfe-8bd7-adddc0ed37c1 req-a62845cf-224c-46fb-bc2c-933dd4b9ec9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0737433 Dec 16 22:01:34.073272 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] Publish callbacks [] for router, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:34.078215 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-b271dc9e-d149-4969-9d17-b59998cfc94b None None] Set router 4702994a-c59e-4ddb-847a-cf3a0c865394 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:01:34.193763 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-557860ed-26e5-4bfe-8bd7-adddc0ed37c1 req-644d9bd8-eaf3-47c4-8335-eaaca64829e8 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337552 Dec 16 22:01:34.298681 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:34.333245 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-557860ed-26e5-4bfe-8bd7-adddc0ed37c1 req-2915d6e8-970b-4b7b-8236-ddaf109131f6 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268208 Dec 16 22:01:34.388318 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-b271dc9e-d149-4969-9d17-b59998cfc94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T22:01:32Z', 'revision_number': 5, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'gw_port': {'id': '588ab7c8-6a52-4a2d-ab30-1bb360997ed8', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:34.448590 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b271dc9e-d149-4969-9d17-b59998cfc94b None None] Checking router: 4702994a-c59e-4ddb-847a-cf3a0c865394 for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:01:34.469684 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b271dc9e-d149-4969-9d17-b59998cfc94b None None] Routers {'4702994a-c59e-4ddb-847a-cf3a0c865394'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:01:34.469898 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-b271dc9e-d149-4969-9d17-b59998cfc94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:01:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['4702994a-c59e-4ddb-847a-cf3a0c865394'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:34.520533 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] Deleting port 588ab7c8-6a52-4a2d-ab30-1bb360997ed8 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:01:34.520969 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:34.646229 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-b271dc9e-d149-4969-9d17-b59998cfc94b None None] Set router 4702994a-c59e-4ddb-847a-cf3a0c865394 gateway port host: None {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:01:34.732392 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-b271dc9e-d149-4969-9d17-b59998cfc94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T22:01:34Z', 'revision_number': 6, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'gw_port_host': None}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:34.783163 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b271dc9e-d149-4969-9d17-b59998cfc94b None None] The sync data for ids ['4702994a-c59e-4ddb-847a-cf3a0c865394'] in dv-cinder-790535-21-iscsi is: [{'id': '4702994a-c59e-4ddb-847a-cf3a0c865394', 'name': 'tempest-TestMinimumBasicScenario-999831718-router', 'tenant_id': '16ca58f1469a4a899032d95c11e73b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:25Z', 'updated_at': '2021-12-16T22:01:34Z', 'revision_number': 6, 'project_id': '16ca58f1469a4a899032d95c11e73b22', 'gw_port_host': None}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:01:34.864137 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dc0f5-f103-4b91-a2cf-38b0217e0f05 req-1ef5de36-6e46-403b-8e66-cd07bf39ddfd tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:34.865912 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cd5dc0f5-f103-4b91-a2cf-38b0217e0f05 req-1ef5de36-6e46-403b-8e66-cd07bf39ddfd tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 944 time: 0.3298891 Dec 16 22:01:34.874052 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] For port 588ab7c8-6a52-4a2d-ab30-1bb360997ed8, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=588ab7c8-6a52-4a2d-ab30-1bb360997ed8,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:01:34.875010 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:34.907914 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] Calling delete_port for 588ab7c8-6a52-4a2d-ab30-1bb360997ed8 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:01:35.005597 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cd5dc0f5-f103-4b91-a2cf-38b0217e0f05 req-a515e18e-228a-4402-a84c-14687e54e134 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259584 Dec 16 22:01:35.202474 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:35.248345 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] Pushing event deleted for resources: {'Port': ['ID=588ab7c8-6a52-4a2d-ab30-1bb360997ed8,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:35.312721 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:35.323019 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device db186669-7e1f-41eb-a302-788f5b375b90 up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:01:35.426824 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124280'] for router, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:35.429469 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:35.454059 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port db186669-7e1f-41eb-a302-788f5b375b90 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:01:35.459098 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port db186669-7e1f-41eb-a302-788f5b375b90 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:01:35.459824 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:35.580526 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:35.592700 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587616'] for router, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:35.593897 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4702994a-c59e-4ddb-847a-cf3a0c865394 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:01:35.604800 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] Publish callbacks [] for router, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:35.607124 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a3ed37c0-bcd2-4e1a-8f8f-4d3b8ac18aec admin admin] 10.222.0.44 "DELETE /v2.0/routers/4702994a-c59e-4ddb-847a-cf3a0c865394 HTTP/1.1" status: 204 len: 168 time: 1.6899328 Dec 16 22:01:35.609558 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 51212) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:35.637330 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90d1ea0-671b-4482-be9a-ba2a166bba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db186669-7e1f-41eb-a302-788f5b375b90'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:01:35.640244 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74247c20-798a-44ef-8591-e7628ced03c6" -d '{"events": [{"server_uuid": "d90d1ea0-671b-4482-be9a-ba2a166bba8d", "name": "network-vif-plugged", "status": "completed", "tag": "db186669-7e1f-41eb-a302-788f5b375b90"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:01:35.673089 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port db186669-7e1f-41eb-a302-788f5b375b90, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=db186669-7e1f-41eb-a302-788f5b375b90,segment=NetworkSegment(4627be7c-769d-4467-8df0-95b34eada977),segment_id=4627be7c-769d-4467-8df0-95b34eada977)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:01:35.708645 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1dbc28-4044-4423-9b7e-7a9bcb63b1ae admin admin] Deleting subnet 8564791e-acea-4fef-925a-284d462cf1b7 {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:01:35.714618 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbc28-4044-4423-9b7e-7a9bcb63b1ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:35.745438 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:35.778357 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbc28-4044-4423-9b7e-7a9bcb63b1ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8496285'] for subnet, precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:35.833813 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a90d04-48f3-4266-afad-8929eaa5901a x-openstack-request-id: req-71a90d04-48f3-4266-afad-8929eaa5901a {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:01:35.833813 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90d1ea0-671b-4482-be9a-ba2a166bba8d", "name": "network-vif-plugged", "status": "completed", "tag": "db186669-7e1f-41eb-a302-788f5b375b90", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:01:35.833813 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71a90d04-48f3-4266-afad-8929eaa5901a {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:01:35.833813 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90d1ea0-671b-4482-be9a-ba2a166bba8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db186669-7e1f-41eb-a302-788f5b375b90', 'code': 200} Dec 16 22:01:35.838162 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=db186669-7e1f-41eb-a302-788f5b375b90,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:35.972694 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbc28-4044-4423-9b7e-7a9bcb63b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:36.222865 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30c33-b289-4118-a6f5-c5fcfdfb9321 req-cbee3258-8086-4865-96f5-4fbe020e72ac tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:36.225461 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fcf30c33-b289-4118-a6f5-c5fcfdfb9321 req-cbee3258-8086-4865-96f5-4fbe020e72ac tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 945 time: 0.1247368 Dec 16 22:01:36.233035 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 253daec5-1248-4c3a-b21d-6535ff58d834 no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:01:36.259286 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: 253daec5-1248-4c3a-b21d-6535ff58d834 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:01:36.259749 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 253daec5-1248-4c3a-b21d-6535ff58d834 not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:01:36.260138 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 588ab7c8-6a52-4a2d-ab30-1bb360997ed8 no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:01:36.280884 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: 588ab7c8-6a52-4a2d-ab30-1bb360997ed8 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:01:36.281175 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 588ab7c8-6a52-4a2d-ab30-1bb360997ed8 not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:01:36.313277 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fcf30c33-b289-4118-a6f5-c5fcfdfb9321 req-21e51b0a-e4de-4f3f-b1d0-499888207a94 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739470 Dec 16 22:01:36.383671 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d102056-a1e5-4d30-9afd-d5c7d24acbf3 req-a7a47376-3af7-4f59-b041-830870af4921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:36.385157 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-8d102056-a1e5-4d30-9afd-d5c7d24acbf3 req-a7a47376-3af7-4f59-b041-830870af4921 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 1098 time: 0.0624394 Dec 16 22:01:36.435058 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-8d102056-a1e5-4d30-9afd-d5c7d24acbf3 req-e1a5528b-9e26-4861-a9b5-6df62c1c7463 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427041 Dec 16 22:01:36.459563 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbc28-4044-4423-9b7e-7a9bcb63b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3513356'] for subnet, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:36.489048 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dbc28-4044-4423-9b7e-7a9bcb63b1ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8564791e-acea-4fef-925a-284d462cf1b7,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:36.491087 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbc28-4044-4423-9b7e-7a9bcb63b1ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:36.495754 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ab1dbc28-4044-4423-9b7e-7a9bcb63b1ae admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8564791e-acea-4fef-925a-284d462cf1b7 HTTP/1.1" status: 204 len: 168 time: 0.8836868 Dec 16 22:01:36.498981 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 51226) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:36.501953 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1391b478-1ab3-4045-8111-bfdf2ca3032d None None] Network 71f6254c-4411-496d-8f04-e3185f693aeb requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:01:36.617181 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:36.699512 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] Deleting port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:01:36.700066 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:36.742894 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7751e79-c510-4df8-9d52-069de493a769 None None] DHCP port deletion for 71f6254c-4411-496d-8f04-e3185f693aeb request from dv-cinder-790535-21-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:01:36.792517 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] For port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=501d3b58-f7ac-4397-b35e-f6ac4d9d9826,segment=NetworkSegment(1735b89e-8fc6-48a3-b4a1-e00a9f336090),segment_id=1735b89e-8fc6-48a3-b4a1-e00a9f336090)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:01:36.793014 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:36.807592 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] Calling delete_port for 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 owned by network:dhcp {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:01:36.814205 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b7751e79-c510-4df8-9d52-069de493a769 None None] Deleting port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:01:36.814819 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7751e79-c510-4df8-9d52-069de493a769 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:36.927557 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-b7751e79-c510-4df8-9d52-069de493a769 None None] For port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=501d3b58-f7ac-4397-b35e-f6ac4d9d9826,segment=NetworkSegment(1735b89e-8fc6-48a3-b4a1-e00a9f336090),segment_id=1735b89e-8fc6-48a3-b4a1-e00a9f336090)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:01:36.927952 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7751e79-c510-4df8-9d52-069de493a769 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:36.943957 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b7751e79-c510-4df8-9d52-069de493a769 None None] Calling delete_port for 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:01:36.982337 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:37.016028 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] Pushing event deleted for resources: {'Port': ['ID=501d3b58-f7ac-4397-b35e-f6ac4d9d9826,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:37.019725 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] No DVR routers for this DVR port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 on host dv-cinder-790535-21-iscsi {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:01:37.099341 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7751e79-c510-4df8-9d52-069de493a769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555'] for port, after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:37.116323 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:37.135601 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7751e79-c510-4df8-9d52-069de493a769 None None] Pushing event deleted for resources: {'Port': ['ID=501d3b58-f7ac-4397-b35e-f6ac4d9d9826,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:37.141661 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f6254c-4411-496d-8f04-e3185f693aeb']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:37.145729 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7751e79-c510-4df8-9d52-069de493a769 None None] No DVR routers for this DVR port 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 on host dv-cinder-790535-21-iscsi {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:01:37.153498 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1735b89e-8fc6-48a3-b4a1-e00a9f336090') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:37.153781 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1735b89e-8fc6-48a3-b4a1-e00a9f336090') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:37.168029 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8496230'] for segment, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:37.185477 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:37.193269 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:01:37.196340 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472675'] for segment, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: Traceback (most recent call last): Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: timer() Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: cb(*args, **kw) Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: return func(*args, **kwargs) Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: self._notify() Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: self.callback(batched_events) Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: event.method(event) Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: return f(self, *a, **k) Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._get(url).json() Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:01:37.205300 dv-cinder-790535-21-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:01:37.333539 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:37.340122 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:37.343420 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] 10.222.0.44 "DELETE /v2.0/networks/71f6254c-4411-496d-8f04-e3185f693aeb HTTP/1.1" status: 204 len: 168 time: 0.8427579 Dec 16 22:01:37.347011 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 51236) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:37.356213 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016aa390-5966-476c-8a80-e65f411dbe19 admin admin] Pushing event deleted for resources: {'Network': ['ID=71f6254c-4411-496d-8f04-e3185f693aeb,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:37.644750 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b3cab-fb91-4662-bb55-32d045d6a581 req-7c22f7e2-bbf5-492d-90f3-9cea2a021831 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:37.646349 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-be9b3cab-fb91-4662-bb55-32d045d6a581 req-7c22f7e2-bbf5-492d-90f3-9cea2a021831 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 945 time: 0.1962214 Dec 16 22:01:37.817262 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-be9b3cab-fb91-4662-bb55-32d045d6a581 req-f0019fb4-a8f5-4ea7-9eb8-05e00ade3a91 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603415 Dec 16 22:01:38.003640 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb63a-f8b4-48ad-a0b3-0a6ef381174a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581063'] for router_interface, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:38.189076 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:01:38.227779 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:01:38.228527 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 501d3b58-f7ac-4397-b35e-f6ac4d9d9826 not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:01:38.299997 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-5f9cb63a-f8b4-48ad-a0b3-0a6ef381174a admin admin] Deleting port efaef4b9-44f1-46ac-9c1b-9a224e687c5b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:01:38.300333 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb63a-f8b4-48ad-a0b3-0a6ef381174a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:38.389778 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-5f9cb63a-f8b4-48ad-a0b3-0a6ef381174a admin admin] For port efaef4b9-44f1-46ac-9c1b-9a224e687c5b, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=efaef4b9-44f1-46ac-9c1b-9a224e687c5b,segment=NetworkSegment(bca35f68-46eb-4756-94e5-4d9d3758955a),segment_id=bca35f68-46eb-4756-94e5-4d9d3758955a)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:01:38.390513 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb63a-f8b4-48ad-a0b3-0a6ef381174a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:38.405722 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-5f9cb63a-f8b4-48ad-a0b3-0a6ef381174a admin admin] Calling delete_port for efaef4b9-44f1-46ac-9c1b-9a224e687c5b owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:01:38.736415 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb63a-f8b4-48ad-a0b3-0a6ef381174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:38.763249 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cb63a-f8b4-48ad-a0b3-0a6ef381174a admin admin] Pushing event deleted for resources: {'Port': ['ID=efaef4b9-44f1-46ac-9c1b-9a224e687c5b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:39.016069 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb63a-f8b4-48ad-a0b3-0a6ef381174a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1818230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581211'] for router_interface, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:39.048580 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9de8c8-bcfc-49bd-8511-742694d0e052 req-edc407a6-e366-4e84-a18d-af89a021220a tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:01:39.051142 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b9de8c8-bcfc-49bd-8511-742694d0e052 req-edc407a6-e366-4e84-a18d-af89a021220a tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 945 time: 0.0886962 Dec 16 22:01:39.261345 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b9de8c8-bcfc-49bd-8511-742694d0e052 req-1195dc81-4be4-4315-9813-42c7c744f364 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502697 Dec 16 22:01:39.425236 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9cb63a-f8b4-48ad-a0b3-0a6ef381174a admin admin] Router 099be218-34f5-476f-a5ba-cdbb58974752 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:01:39.770053 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9cb63a-f8b4-48ad-a0b3-0a6ef381174a admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:01:39.779171 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-5f9cb63a-f8b4-48ad-a0b3-0a6ef381174a admin admin] 10.222.0.44 "PUT /v2.0/routers/099be218-34f5-476f-a5ba-cdbb58974752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4306912 Dec 16 22:01:39.781614 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 51264) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:39.782874 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324ef6a1-8fa7-4aa9-90e4-ccef96f9ead8 None None] Sync routers for ids ['099be218-34f5-476f-a5ba-cdbb58974752'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:01:39.794666 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ef6a1-8fa7-4aa9-90e4-ccef96f9ead8 None None] Routers {'099be218-34f5-476f-a5ba-cdbb58974752'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:01:39.795870 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-324ef6a1-8fa7-4aa9-90e4-ccef96f9ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:01:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['099be218-34f5-476f-a5ba-cdbb58974752'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:39.931972 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-324ef6a1-8fa7-4aa9-90e4-ccef96f9ead8 None None] Set router 099be218-34f5-476f-a5ba-cdbb58974752 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:01:39.941084 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:40.090243 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7197cb3f-61c7-4f20-956a-875e8cb536cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:40.115041 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:40.268672 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-324ef6a1-8fa7-4aa9-90e4-ccef96f9ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099be218-34f5-476f-a5ba-cdbb58974752', 'name': 'tempest-TestMinimumBasicScenario-507106711-router', 'tenant_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fdb3074f-5733-48bc-b562-7217b40d9af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:31Z', 'updated_at': '2021-12-16T22:01:38Z', 'revision_number': 5, 'project_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'gw_port': {'id': 'fdb3074f-5733-48bc-b562-7217b40d9af3', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:27:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099be218-34f5-476f-a5ba-cdbb58974752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:58:32Z', 'updated_at': '2021-12-16T21:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:40.355564 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324ef6a1-8fa7-4aa9-90e4-ccef96f9ead8 None None] Checking router: 099be218-34f5-476f-a5ba-cdbb58974752 for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:01:40.357764 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 51272) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:40.365188 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] Deleting port fdb3074f-5733-48bc-b562-7217b40d9af3 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:01:40.365738 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:40.372414 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ef6a1-8fa7-4aa9-90e4-ccef96f9ead8 None None] Routers {'099be218-34f5-476f-a5ba-cdbb58974752'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:01:40.373315 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-324ef6a1-8fa7-4aa9-90e4-ccef96f9ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:01:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['099be218-34f5-476f-a5ba-cdbb58974752'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:40.486586 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-324ef6a1-8fa7-4aa9-90e4-ccef96f9ead8 None None] Set router 099be218-34f5-476f-a5ba-cdbb58974752 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:01:40.519525 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] For port fdb3074f-5733-48bc-b562-7217b40d9af3, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=fdb3074f-5733-48bc-b562-7217b40d9af3,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:01:40.521418 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:40.549286 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] Calling delete_port for fdb3074f-5733-48bc-b562-7217b40d9af3 owned by network:router_gateway {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:01:40.553830 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-324ef6a1-8fa7-4aa9-90e4-ccef96f9ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099be218-34f5-476f-a5ba-cdbb58974752', 'name': 'tempest-TestMinimumBasicScenario-507106711-router', 'tenant_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:31Z', 'updated_at': '2021-12-16T22:01:40Z', 'revision_number': 6, 'project_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'gw_port_host': None}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:40.586799 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324ef6a1-8fa7-4aa9-90e4-ccef96f9ead8 None None] The sync data for ids ['099be218-34f5-476f-a5ba-cdbb58974752'] in dv-cinder-790535-21-iscsi is: [{'id': '099be218-34f5-476f-a5ba-cdbb58974752', 'name': 'tempest-TestMinimumBasicScenario-507106711-router', 'tenant_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:58:31Z', 'updated_at': '2021-12-16T22:01:40Z', 'revision_number': 6, 'project_id': 'f574d91edfde44eb8e4ef35c875dc5af', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:01:40.587493 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-72481cf2-2be4-40d4-a976-ee9c01f482cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:40.696603 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-72481cf2-2be4-40d4-a976-ee9c01f482cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:40.793630 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-72481cf2-2be4-40d4-a976-ee9c01f482cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:40.835283 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-72481cf2-2be4-40d4-a976-ee9c01f482cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94154ab94c214581b7ef787f347220c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4760370 Dec 16 22:01:40.836796 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72481cf2-2be4-40d4-a976-ee9c01f482cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d352a0-1146-46c3-ae8f-65f86e0fff7d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:40.839179 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 51276) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:40.862195 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:40.936784 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb3074f-5733-48bc-b562-7217b40d9af3,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:41.042545 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-48315a3f-a076-43f5-9714-4018267d1c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:41.057503 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:41.076286 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-48315a3f-a076-43f5-9714-4018267d1c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:41.250377 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124280'] for router, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:41.261322 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:41.479431 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587616'] for router, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:41.480093 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 099be218-34f5-476f-a5ba-cdbb58974752 {{(pid=109593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:01:41.486008 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] Publish callbacks [] for router, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:41.487273 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-0e514f70-95a3-477c-83ef-f0479690eac5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/099be218-34f5-476f-a5ba-cdbb58974752 HTTP/1.1" status: 204 len: 168 time: 1.7042360 Dec 16 22:01:41.490433 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 51282) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:41.535076 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-48315a3f-a076-43f5-9714-4018267d1c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:41.537818 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-48315a3f-a076-43f5-9714-4018267d1c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:41.539808 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-48315a3f-a076-43f5-9714-4018267d1c44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94d352a0-1146-46c3-ae8f-65f86e0fff7d HTTP/1.1" status: 204 len: 168 time: 0.6981661 Dec 16 22:01:41.554014 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48315a3f-a076-43f5-9714-4018267d1c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d352a0-1146-46c3-ae8f-65f86e0fff7d,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:41.567051 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3436bc6-54f1-40d2-830a-f3dd32c5944f admin admin] Deleting subnet b852de88-5cb4-4bb9-993b-bf7fcf6975b8 {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:01:41.570843 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f3436bc6-54f1-40d2-830a-f3dd32c5944f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:41.612508 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f3436bc6-54f1-40d2-830a-f3dd32c5944f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8496285'] for subnet, precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:41.708306 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f3436bc6-54f1-40d2-830a-f3dd32c5944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:41.839905 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f3436bc6-54f1-40d2-830a-f3dd32c5944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3513356'] for subnet, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:41.875811 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3436bc6-54f1-40d2-830a-f3dd32c5944f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b852de88-5cb4-4bb9-993b-bf7fcf6975b8,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:41.881159 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f3436bc6-54f1-40d2-830a-f3dd32c5944f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:41.889014 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 51286) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:41.889799 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-f3436bc6-54f1-40d2-830a-f3dd32c5944f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b852de88-5cb4-4bb9-993b-bf7fcf6975b8 HTTP/1.1" status: 204 len: 168 time: 0.3979342 Dec 16 22:01:41.896113 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfafc5b-6114-4e92-b536-005ef7466701 None None] Network ecdcd14d-cb7b-457e-bbf9-98a8576b24da requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:01:41.986251 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:42.054331 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] Deleting port c3d9f478-2009-4065-9e5b-6088a1b09abd {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:01:42.054871 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:42.076994 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af339d66-911a-42a3-8e80-2ec7fda9f40b None None] DHCP port deletion for ecdcd14d-cb7b-457e-bbf9-98a8576b24da request from dv-cinder-790535-21-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:01:42.139678 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-af339d66-911a-42a3-8e80-2ec7fda9f40b None None] Deleting port c3d9f478-2009-4065-9e5b-6088a1b09abd {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:01:42.140304 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-af339d66-911a-42a3-8e80-2ec7fda9f40b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:42.141418 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] For port c3d9f478-2009-4065-9e5b-6088a1b09abd, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=c3d9f478-2009-4065-9e5b-6088a1b09abd,segment=NetworkSegment(bca35f68-46eb-4756-94e5-4d9d3758955a),segment_id=bca35f68-46eb-4756-94e5-4d9d3758955a)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:01:42.142009 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:42.167226 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] Calling delete_port for c3d9f478-2009-4065-9e5b-6088a1b09abd owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:01:42.325087 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device fdb3074f-5733-48bc-b562-7217b40d9af3 no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:01:42.356844 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: fdb3074f-5733-48bc-b562-7217b40d9af3 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:01:42.357187 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device fdb3074f-5733-48bc-b562-7217b40d9af3 not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:01:42.357612 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device efaef4b9-44f1-46ac-9c1b-9a224e687c5b no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:01:42.389660 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: efaef4b9-44f1-46ac-9c1b-9a224e687c5b {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:01:42.389997 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device efaef4b9-44f1-46ac-9c1b-9a224e687c5b not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:01:42.390421 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device c3d9f478-2009-4065-9e5b-6088a1b09abd no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:01:42.397303 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-af339d66-911a-42a3-8e80-2ec7fda9f40b None None] For port c3d9f478-2009-4065-9e5b-6088a1b09abd, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=c3d9f478-2009-4065-9e5b-6088a1b09abd,segment=NetworkSegment(bca35f68-46eb-4756-94e5-4d9d3758955a),segment_id=bca35f68-46eb-4756-94e5-4d9d3758955a)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:01:42.397702 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-af339d66-911a-42a3-8e80-2ec7fda9f40b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:42.415181 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:42.428863 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] No DVR routers for this DVR port c3d9f478-2009-4065-9e5b-6088a1b09abd on host dv-cinder-790535-21-iscsi {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:01:42.437748 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-af339d66-911a-42a3-8e80-2ec7fda9f40b None None] Calling delete_port for c3d9f478-2009-4065-9e5b-6088a1b09abd owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:01:42.452204 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d9f478-2009-4065-9e5b-6088a1b09abd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:42.458412 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No active binding found for port c3d9f478-2009-4065-9e5b-6088a1b09abd {{(pid=109595) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 22:01:42.459144 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device c3d9f478-2009-4065-9e5b-6088a1b09abd not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:01:42.530759 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:42.548747 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-af339d66-911a-42a3-8e80-2ec7fda9f40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555'] for port, after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:42.563826 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdcd14d-cb7b-457e-bbf9-98a8576b24da']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:42.575314 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca35f68-46eb-4756-94e5-4d9d3758955a') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:42.575668 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca35f68-46eb-4756-94e5-4d9d3758955a') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:01:42.590435 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215460'] for segment, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:42.606917 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:42.614477 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af339d66-911a-42a3-8e80-2ec7fda9f40b None None] Pushing event deleted for resources: {'Port': ['ID=c3d9f478-2009-4065-9e5b-6088a1b09abd,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:42.620342 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:01:42.621036 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3293290'] for segment, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:42.622237 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af339d66-911a-42a3-8e80-2ec7fda9f40b None None] No DVR routers for this DVR port c3d9f478-2009-4065-9e5b-6088a1b09abd on host dv-cinder-790535-21-iscsi {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: Traceback (most recent call last): Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: timer() Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: cb(*args, **kw) Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: return func(*args, **kwargs) Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: self._notify() Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: self.callback(batched_events) Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: event.method(event) Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: return f(self, *a, **k) Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._get(url).json() Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:01:42.624862 dv-cinder-790535-21-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:01:42.702564 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ce72b1e-99c0-4b32-814c-c7235a723f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:42.784882 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:42.794900 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:42.799432 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] 10.222.0.44 "DELETE /v2.0/networks/ecdcd14d-cb7b-457e-bbf9-98a8576b24da HTTP/1.1" status: 204 len: 168 time: 0.9058559 Dec 16 22:01:42.812008 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df640336-56f1-4455-a522-f8e362cd57fd admin admin] Pushing event deleted for resources: {'Network': ['ID=ecdcd14d-cb7b-457e-bbf9-98a8576b24da,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:43.473700 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 51300) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:43.514040 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-89f799c3-4dfb-43d3-b0f0-e5e4503dbab3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16ca58f1469a4a899032d95c11e73b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391953 Dec 16 22:01:43.516652 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 51302) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:43.567058 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14b6ed02-83fd-4081-93a8-0d9cf272c777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:43.588097 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14b6ed02-83fd-4081-93a8-0d9cf272c777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:43.762623 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:43.899049 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14b6ed02-83fd-4081-93a8-0d9cf272c777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:43.902718 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14b6ed02-83fd-4081-93a8-0d9cf272c777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:43.903934 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-14b6ed02-83fd-4081-93a8-0d9cf272c777 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24f19706-8300-4005-a761-2ce48ebac79f HTTP/1.1" status: 204 len: 168 time: 0.3862355 Dec 16 22:01:43.915012 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6ed02-83fd-4081-93a8-0d9cf272c777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f19706-8300-4005-a761-2ce48ebac79f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:44.705040 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 51316) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:44.747498 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d46ba637-54e4-4b2e-ade5-35726942720a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f574d91edfde44eb8e4ef35c875dc5af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412800 Dec 16 22:01:44.750358 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 51320) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:01:44.806209 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8a1afda0-c26f-4e23-8405-56dbc5370f9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:44.829711 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8a1afda0-c26f-4e23-8405-56dbc5370f9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:44.950096 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8a1afda0-c26f-4e23-8405-56dbc5370f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:44.952878 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-8a1afda0-c26f-4e23-8405-56dbc5370f9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:44.954134 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-8a1afda0-c26f-4e23-8405-56dbc5370f9e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62cf6253-dfba-4ae2-a574-2b6203e018aa HTTP/1.1" status: 204 len: 168 time: 0.2028217 Dec 16 22:01:44.967820 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1afda0-c26f-4e23-8405-56dbc5370f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cf6253-dfba-4ae2-a574-2b6203e018aa,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:01:45.030781 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:45.902494 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:46.280695 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:02:01.604691 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecf91d-9abb-4d39-85cf-dfa81b429c41 req-09fec644-f1f1-4b6c-95c8-e1c7848eff23 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:01.607614 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a7ecf91d-9abb-4d39-85cf-dfa81b429c41 req-09fec644-f1f1-4b6c-95c8-e1c7848eff23 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0847294 Dec 16 22:02:01.693585 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a7ecf91d-9abb-4d39-85cf-dfa81b429c41 req-4ed10976-b298-4844-b968-20f552c171f2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773785 Dec 16 22:02:02.506886 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5ce04-126e-415d-a980-c3ff9142f0c8 req-83ee1b97-61a9-4a26-b44a-912cd46a9a4e tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:02.508636 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7de5ce04-126e-415d-a980-c3ff9142f0c8 req-83ee1b97-61a9-4a26-b44a-912cd46a9a4e tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 945 time: 0.0533640 Dec 16 22:02:02.561579 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7de5ce04-126e-415d-a980-c3ff9142f0c8 req-41aac8f4-c877-4741-b1e9-0ed26729d16a tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465438 Dec 16 22:02:02.829656 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4db57b-57a2-4f3d-9c8f-8d3204eec7f1 req-ea3c29a9-b32a-42d7-9d01-798ddd163cce tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:02.831690 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e4db57b-57a2-4f3d-9c8f-8d3204eec7f1 req-ea3c29a9-b32a-42d7-9d01-798ddd163cce tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0595412 Dec 16 22:02:02.889482 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5e4db57b-57a2-4f3d-9c8f-8d3204eec7f1 req-e75fd85d-ef64-4a00-8be9-de92405e861a tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501809 Dec 16 22:02:03.418116 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:03.687205 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb524c-93bc-40ac-82f0-807de4ba11df req-57f51d11-e442-4524-b2e5-c9636eef35b3 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:03.689016 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ebcb524c-93bc-40ac-82f0-807de4ba11df req-57f51d11-e442-4524-b2e5-c9636eef35b3 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 945 time: 0.0518641 Dec 16 22:02:03.744029 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ebcb524c-93bc-40ac-82f0-807de4ba11df req-0839873d-46ae-42ad-87d8-6f5934eed2b0 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/security-groups?id=811e4af5-993c-40d6-8ace-dcf583c5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481322 Dec 16 22:02:04.030899 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b4c12-7551-4187-9521-91328b0d6d8d req-3611141f-1ac0-457d-9c44-107c29933dce tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:04.032504 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bd2b4c12-7551-4187-9521-91328b0d6d8d req-3611141f-1ac0-457d-9c44-107c29933dce tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0577061 Dec 16 22:02:04.083463 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bd2b4c12-7551-4187-9521-91328b0d6d8d req-baccd97d-789e-4f07-aa49-d4e2eb7e21c6 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446165 Dec 16 22:02:04.228015 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7e9e6-1585-4ee3-af84-253d50b9addf req-2c498662-207f-4145-9bed-5b6ab3e34277 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:04.229627 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-87c7e9e6-1585-4ee3-af84-253d50b9addf req-2c498662-207f-4145-9bed-5b6ab3e34277 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.59 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 945 time: 0.0524454 Dec 16 22:02:04.371369 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-87c7e9e6-1585-4ee3-af84-253d50b9addf req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Deleting port db186669-7e1f-41eb-a302-788f5b375b90 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:02:04.371919 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-87c7e9e6-1585-4ee3-af84-253d50b9addf req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:04.517725 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-87c7e9e6-1585-4ee3-af84-253d50b9addf req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] For port db186669-7e1f-41eb-a302-788f5b375b90, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=db186669-7e1f-41eb-a302-788f5b375b90,segment=NetworkSegment(4627be7c-769d-4467-8df0-95b34eada977),segment_id=4627be7c-769d-4467-8df0-95b34eada977)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:02:04.518022 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-87c7e9e6-1585-4ee3-af84-253d50b9addf req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:04.534654 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-87c7e9e6-1585-4ee3-af84-253d50b9addf req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Calling delete_port for db186669-7e1f-41eb-a302-788f5b375b90 owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:02:04.783914 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-87c7e9e6-1585-4ee3-af84-253d50b9addf req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:04.803654 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['db186669-7e1f-41eb-a302-788f5b375b90'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:02:04.815506 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Pushing event deleted for resources: {'Port': ['ID=db186669-7e1f-41eb-a302-788f5b375b90,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:02:04.848853 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:04.849187 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:04.849537 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:04.849879 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:04.850223 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:04.850559 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:04.851481 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:04.851825 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:04.852164 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:04.852497 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:04.856315 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:04.856315 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:04.856315 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:04.881711 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c7e9e6-1585-4ee3-af84-253d50b9addf req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] No DVR routers for this DVR port db186669-7e1f-41eb-a302-788f5b375b90 on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:02:04.886371 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-87c7e9e6-1585-4ee3-af84-253d50b9addf req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:04.892256 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-87c7e9e6-1585-4ee3-af84-253d50b9addf req-e5018799-586e-4321-8094-e8f0691e4fd5 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.59 "DELETE /v2.0/ports/db186669-7e1f-41eb-a302-788f5b375b90 HTTP/1.1" status: 204 len: 173 time: 0.6535084 Dec 16 22:02:04.892982 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90d1ea0-671b-4482-be9a-ba2a166bba8d', 'name': 'network-vif-deleted', 'tag': 'db186669-7e1f-41eb-a302-788f5b375b90'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:02:04.897182 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4290efd-d968-497c-9cd9-bcdc56cf928e" -d '{"events": [{"server_uuid": "d90d1ea0-671b-4482-be9a-ba2a166bba8d", "name": "network-vif-deleted", "tag": "db186669-7e1f-41eb-a302-788f5b375b90"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:02:04.905670 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-54b98f98-c8f9-4cce-bb94-da0c31411062 req-cdeee361-d616-487d-a986-88f6099f3f73 tempest-VolumesSnapshotTestJSON-1284299114 tempest-VolumesSnapshotTestJSON-1284299114-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90d1ea0-671b-4482-be9a-ba2a166bba8d HTTP/1.1" status: 200 len: 210 time: 0.0438070 Dec 16 22:02:04.959367 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fc19ec-e0ae-44fe-9c47-5491806e23d0 x-openstack-request-id: req-51fc19ec-e0ae-44fe-9c47-5491806e23d0 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:02:04.959675 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90d1ea0-671b-4482-be9a-ba2a166bba8d", "name": "network-vif-deleted", "tag": "db186669-7e1f-41eb-a302-788f5b375b90", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:02:04.959855 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51fc19ec-e0ae-44fe-9c47-5491806e23d0 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:02:04.960385 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90d1ea0-671b-4482-be9a-ba2a166bba8d', 'name': 'network-vif-deleted', 'tag': 'db186669-7e1f-41eb-a302-788f5b375b90', 'status': 'completed', 'code': 200} Dec 16 22:02:05.249743 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa885f0-6b13-4d9b-9aa9-4cf3d945ab21 req-33ac50e4-0ecc-4dbb-b0bb-87c7e1e93837 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:05.252481 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4fa885f0-6b13-4d9b-9aa9-4cf3d945ab21 req-33ac50e4-0ecc-4dbb-b0bb-87c7e1e93837 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0863388 Dec 16 22:02:05.328706 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4fa885f0-6b13-4d9b-9aa9-4cf3d945ab21 req-939e0a58-e757-4323-9ad6-61e2b795525b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689089 Dec 16 22:02:06.508795 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c2377-4bf4-4696-9f53-b13805c0dda3 req-81285898-f1dd-4cad-8273-5d793d250297 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:06.510456 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-011c2377-4bf4-4696-9f53-b13805c0dda3 req-81285898-f1dd-4cad-8273-5d793d250297 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0609763 Dec 16 22:02:06.570060 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-011c2377-4bf4-4696-9f53-b13805c0dda3 req-d58267b7-8388-4633-9d0b-3741d7b11636 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522676 Dec 16 22:02:07.530543 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device db186669-7e1f-41eb-a302-788f5b375b90 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:02:07.551520 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: db186669-7e1f-41eb-a302-788f5b375b90 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:02:07.551862 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device db186669-7e1f-41eb-a302-788f5b375b90 not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:02:07.705478 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed102b70-7cf3-496f-b749-4302b5fb056d req-aa0f7717-3443-4459-a135-0f89acd269d4 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:07.707265 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed102b70-7cf3-496f-b749-4302b5fb056d req-aa0f7717-3443-4459-a135-0f89acd269d4 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0520592 Dec 16 22:02:07.768126 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed102b70-7cf3-496f-b749-4302b5fb056d req-fb2279ed-3f6c-439f-a1b2-e81293c3d245 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527561 Dec 16 22:02:08.908850 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6433a1-17df-47cf-b075-bf9e4210bb12 req-3c83517d-bdd0-4dc2-93c9-959408d55716 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:08.910479 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed6433a1-17df-47cf-b075-bf9e4210bb12 req-3c83517d-bdd0-4dc2-93c9-959408d55716 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0543973 Dec 16 22:02:08.970517 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ed6433a1-17df-47cf-b075-bf9e4210bb12 req-47252c32-4a87-49fa-ad28-18421ba53eba tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534422 Dec 16 22:02:10.067209 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14797de2-c476-4a20-a38d-f17fc985f4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:10.112919 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fadead-d5f4-4fd7-919f-4b29a45e31c1 req-4f28e054-204a-4874-a1e9-8c61eec5d1a0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:10.114549 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-31fadead-d5f4-4fd7-919f-4b29a45e31c1 req-4f28e054-204a-4874-a1e9-8c61eec5d1a0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0609553 Dec 16 22:02:10.175918 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-31fadead-d5f4-4fd7-919f-4b29a45e31c1 req-9d493dde-fafc-4d88-8700-841f2eab3ddf tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547330 Dec 16 22:02:11.309016 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa966bb-3f0d-45ec-9b27-491dbac1cb78 req-5a959920-532f-4967-b238-16d1f019c020 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:11.310662 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cfa966bb-3f0d-45ec-9b27-491dbac1cb78 req-5a959920-532f-4967-b238-16d1f019c020 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0558932 Dec 16 22:02:11.368889 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cfa966bb-3f0d-45ec-9b27-491dbac1cb78 req-14df43cd-9472-4ee7-880e-88b42cb31963 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520017 Dec 16 22:02:12.533188 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441079c-f111-4ab5-ab26-f48fb9098b65 req-cb5c089b-90fd-4b87-b3bd-70df77c52eaf tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:12.535666 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b441079c-f111-4ab5-ab26-f48fb9098b65 req-cb5c089b-90fd-4b87-b3bd-70df77c52eaf tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0870478 Dec 16 22:02:12.606569 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b441079c-f111-4ab5-ab26-f48fb9098b65 req-d91ae94e-71cc-4bad-a444-1648733c9730 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638673 Dec 16 22:02:12.644427 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4c844c00-cdf9-47e7-be8f-f907a1cc35fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:13.555756 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:13.742733 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ec05f-6804-4eb3-9c1e-44795c47b657 req-9f2b7660-fec2-42d3-8bb0-265f6cbf51ac tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:13.744315 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-254ec05f-6804-4eb3-9c1e-44795c47b657 req-9f2b7660-fec2-42d3-8bb0-265f6cbf51ac tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0555491 Dec 16 22:02:13.798507 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-254ec05f-6804-4eb3-9c1e-44795c47b657 req-c34e9458-c4f6-4a76-b823-fc0eff5dbe26 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473039 Dec 16 22:02:14.937174 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba24f-a6e8-474d-84bc-b6f6e89b523c req-5a419d75-74c6-4589-8e59-386566f79e93 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:14.938782 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4d9ba24f-a6e8-474d-84bc-b6f6e89b523c req-5a419d75-74c6-4589-8e59-386566f79e93 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0586796 Dec 16 22:02:15.003031 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4d9ba24f-a6e8-474d-84bc-b6f6e89b523c req-8c89324a-0a57-492e-a3ff-7449401cb5bb tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567946 Dec 16 22:02:15.058691 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:15.890215 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:16.135088 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428692a1-77ad-44d7-8439-8b37d075e4a5 req-ef71ceb1-9b78-4a0d-b875-11b2489b4344 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:16.140489 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-428692a1-77ad-44d7-8439-8b37d075e4a5 req-ef71ceb1-9b78-4a0d-b875-11b2489b4344 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0548499 Dec 16 22:02:16.192835 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-428692a1-77ad-44d7-8439-8b37d075e4a5 req-e620223c-6fd2-47a5-a14b-48f4f2ba8ca3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495629 Dec 16 22:02:17.328552 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1a563-d7ef-4a66-b419-ca514c8e1b2a req-91e97abb-d6b8-4071-8434-0ee045d2d24b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:17.330802 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9eb1a563-d7ef-4a66-b419-ca514c8e1b2a req-91e97abb-d6b8-4071-8434-0ee045d2d24b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0608492 Dec 16 22:02:17.386841 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9eb1a563-d7ef-4a66-b419-ca514c8e1b2a req-f49870df-2ecd-48d6-9836-249deb10ec68 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488446 Dec 16 22:02:18.534548 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf77231-efa5-42ef-a3a5-c48b60469488 req-a976446b-309c-43ed-9a08-2d2c8fbad290 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:18.536105 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eaf77231-efa5-42ef-a3a5-c48b60469488 req-a976446b-309c-43ed-9a08-2d2c8fbad290 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0568640 Dec 16 22:02:18.590228 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eaf77231-efa5-42ef-a3a5-c48b60469488 req-c875dbbf-0ccb-4f6a-9c28-e3a75aae4e84 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471177 Dec 16 22:02:19.737851 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a87ee0-cd7d-4315-849a-439ee743808d req-90aa3edb-938d-40b8-aa87-bafedca6ebaa tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:19.739349 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-80a87ee0-cd7d-4315-849a-439ee743808d req-90aa3edb-938d-40b8-aa87-bafedca6ebaa tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0582290 Dec 16 22:02:19.791816 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-80a87ee0-cd7d-4315-849a-439ee743808d req-ef0e80f3-e91a-4534-b010-b8aeed21204c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457034 Dec 16 22:02:20.925500 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30983e58-9cd5-4ae5-baa8-109ae93d0c2e req-025db7cd-42a8-41c6-8ece-71c69c8b6fb9 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:20.927065 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-30983e58-9cd5-4ae5-baa8-109ae93d0c2e req-025db7cd-42a8-41c6-8ece-71c69c8b6fb9 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0561388 Dec 16 22:02:20.983967 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-30983e58-9cd5-4ae5-baa8-109ae93d0c2e req-701415a6-a5f1-4e91-8c39-40e6c3788114 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500510 Dec 16 22:02:22.139834 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda9074-beee-4ac5-984b-9d72a8b16177 req-3682d96f-d582-4b03-90c6-c14410ccc7d5 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:22.143364 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-abda9074-beee-4ac5-984b-9d72a8b16177 req-3682d96f-d582-4b03-90c6-c14410ccc7d5 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0749764 Dec 16 22:02:22.227407 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-abda9074-beee-4ac5-984b-9d72a8b16177 req-377e1ec4-5812-4ef8-aa9c-1a41355c8f08 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759649 Dec 16 22:02:23.282389 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:02:23.389051 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6272a-1750-4b8d-b2e7-a2e6d4491831 req-b188b1c8-ec6d-40ff-8ae1-40c51122f4ef tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:23.390747 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cfd6272a-1750-4b8d-b2e7-a2e6d4491831 req-b188b1c8-ec6d-40ff-8ae1-40c51122f4ef tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0730851 Dec 16 22:02:23.470969 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cfd6272a-1750-4b8d-b2e7-a2e6d4491831 req-126fe410-7f7a-4b0a-b25c-8e584e50171b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675368 Dec 16 22:02:24.615450 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1f880-fa06-4270-a857-bdc326a4e12f req-f5fc7ae4-905c-48ed-a9dc-0f4a93a6f63f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:24.617410 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08b1f880-fa06-4270-a857-bdc326a4e12f req-f5fc7ae4-905c-48ed-a9dc-0f4a93a6f63f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0533090 Dec 16 22:02:24.670849 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08b1f880-fa06-4270-a857-bdc326a4e12f req-e230ef7e-ae28-4817-b3c8-c92a4a9b188b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465651 Dec 16 22:02:25.801259 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fb0b2-5dfc-484c-b4d5-f48cad892270 req-73706434-fe16-4320-9a58-da1ce710d071 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:25.803679 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f49fb0b2-5dfc-484c-b4d5-f48cad892270 req-73706434-fe16-4320-9a58-da1ce710d071 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0532157 Dec 16 22:02:25.857664 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f49fb0b2-5dfc-484c-b4d5-f48cad892270 req-ed450907-ae01-4c2c-a344-ceffd3fb54e7 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472145 Dec 16 22:02:26.991674 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3abca-9229-4c21-9735-f28013eb9fcc req-12230c96-c51f-46aa-ad5f-accf229bf72e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:26.993379 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a9e3abca-9229-4c21-9735-f28013eb9fcc req-12230c96-c51f-46aa-ad5f-accf229bf72e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0575235 Dec 16 22:02:27.047119 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a9e3abca-9229-4c21-9735-f28013eb9fcc req-43cbd750-5e5a-40e1-89aa-a1c9b08b245a tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466785 Dec 16 22:02:28.179749 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c77277-84f5-402c-8822-4dc5c65e3666 req-404f6072-5680-4ead-a699-c5759d30cea0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:28.181691 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-51c77277-84f5-402c-8822-4dc5c65e3666 req-404f6072-5680-4ead-a699-c5759d30cea0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0575004 Dec 16 22:02:28.235560 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-51c77277-84f5-402c-8822-4dc5c65e3666 req-a37f3206-5be2-49e6-876a-6cc7b8fb815b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475242 Dec 16 22:02:29.384866 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b869c50-6233-4393-bbb9-846a5ae4ab8b req-9a3193d7-8629-45b5-97a9-eaed3493e228 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:29.388180 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6b869c50-6233-4393-bbb9-846a5ae4ab8b req-9a3193d7-8629-45b5-97a9-eaed3493e228 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0647197 Dec 16 22:02:29.467095 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6b869c50-6233-4393-bbb9-846a5ae4ab8b req-9f4fc29d-4c67-4410-8f7c-486b5c3e35ea tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676119 Dec 16 22:02:30.602592 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815199f-99d1-4309-8aa5-b6bf16efa461 req-fd6c59f3-aff3-42a0-bb32-fee3fd175525 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:30.604169 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b815199f-99d1-4309-8aa5-b6bf16efa461 req-fd6c59f3-aff3-42a0-bb32-fee3fd175525 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0560627 Dec 16 22:02:30.661146 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b815199f-99d1-4309-8aa5-b6bf16efa461 req-1a07acf1-955e-479e-b795-45b59afa2ebb tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458453 Dec 16 22:02:31.788333 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d86cc3-6816-4288-a4c3-cf3cf8b36a5b req-b3dfcc76-8356-426c-a90e-bdcd4b45ede3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:31.789764 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-22d86cc3-6816-4288-a4c3-cf3cf8b36a5b req-b3dfcc76-8356-426c-a90e-bdcd4b45ede3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0522799 Dec 16 22:02:31.846896 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-22d86cc3-6816-4288-a4c3-cf3cf8b36a5b req-57d76186-aea4-4f96-b1b1-a8bd11bab9b7 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459342 Dec 16 22:02:32.575370 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 51596) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:02:32.621525 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-2363d981-300a-4ac7-8688-05f2eaf52417 admin admin] Deleting subnet 912bdb17-55c1-4527-bf63-fee044a36c12 {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:02:32.625281 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2363d981-300a-4ac7-8688-05f2eaf52417 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:32.662056 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2363d981-300a-4ac7-8688-05f2eaf52417 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8496285'] for subnet, precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:32.701956 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2363d981-300a-4ac7-8688-05f2eaf52417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:32.802458 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61e896-d382-4943-a853-540e0c1b137a req-403a5b71-a385-4b08-91c5-843633619112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:32.804223 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6a61e896-d382-4943-a853-540e0c1b137a req-403a5b71-a385-4b08-91c5-843633619112 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2222f1d7be91471380160da7092bd9d7&device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 1098 time: 0.0483339 Dec 16 22:02:32.873376 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2363d981-300a-4ac7-8688-05f2eaf52417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3513356'] for subnet, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:32.915954 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363d981-300a-4ac7-8688-05f2eaf52417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=912bdb17-55c1-4527-bf63-fee044a36c12,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:02:32.924095 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2363d981-300a-4ac7-8688-05f2eaf52417 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:32.929138 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2363d981-300a-4ac7-8688-05f2eaf52417 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/912bdb17-55c1-4527-bf63-fee044a36c12 HTTP/1.1" status: 204 len: 168 time: 0.3524477 Dec 16 22:02:32.931484 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 51600) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:02:33.014206 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61e896-d382-4943-a853-540e0c1b137a req-3cf5f80d-15d6-49a5-b091-1f6bd1a988c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:33.015747 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6a61e896-d382-4943-a853-540e0c1b137a req-3cf5f80d-15d6-49a5-b091-1f6bd1a988c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e8205d6-50c6-4140-b075-154cc20dabb0 HTTP/1.1" status: 200 len: 917 time: 0.1885574 Dec 16 22:02:33.026453 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb99d4c-5f6d-4a6b-93db-a1a543af417a req-da7bcb10-b2cd-437e-8676-440e822fba14 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:33.029009 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3cb99d4c-5f6d-4a6b-93db-a1a543af417a req-da7bcb10-b2cd-437e-8676-440e822fba14 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0988967 Dec 16 22:02:33.035183 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d5bedeb0-2128-4fef-b788-a56ff40e095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:33.079125 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3cb99d4c-5f6d-4a6b-93db-a1a543af417a req-5351fb03-6950-43fe-b526-da07afa3909d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438321 Dec 16 22:02:33.147471 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6a61e896-d382-4943-a853-540e0c1b137a req-8893e6b4-2011-40be-a21d-81f2cfae47a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799 HTTP/1.1" status: 200 len: 1001 time: 0.1229875 Dec 16 22:02:33.237855 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d5bedeb0-2128-4fef-b788-a56ff40e095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:33.252056 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61e896-d382-4943-a853-540e0c1b137a req-a895a980-736a-4e14-baa1-93209b998f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:33.253576 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6a61e896-d382-4943-a853-540e0c1b137a req-a895a980-736a-4e14-baa1-93209b998f28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a289809-76be-41c6-8299-52e501367a8c HTTP/1.1" status: 200 len: 855 time: 0.0939760 Dec 16 22:02:33.275536 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-d5bedeb0-2128-4fef-b788-a56ff40e095e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e065fef2-db7e-4bb4-8770-806bc57232cd']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:02:33.300345 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-d5bedeb0-2128-4fef-b788-a56ff40e095e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4627be7c-769d-4467-8df0-95b34eada977') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:02:33.300696 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-d5bedeb0-2128-4fef-b788-a56ff40e095e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4627be7c-769d-4467-8df0-95b34eada977') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:02:33.314140 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d5bedeb0-2128-4fef-b788-a56ff40e095e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8496230'] for segment, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:33.335664 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61e896-d382-4943-a853-540e0c1b137a req-6f606630-51fe-4ee9-a56e-d44a14c362b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:33.337292 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6a61e896-d382-4943-a853-540e0c1b137a req-6f606630-51fe-4ee9-a56e-d44a14c362b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e8205d6-50c6-4140-b075-154cc20dabb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0742373 Dec 16 22:02:33.338350 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d5bedeb0-2128-4fef-b788-a56ff40e095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:33.346483 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5bedeb0-2128-4fef-b788-a56ff40e095e admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:02:33.347053 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d5bedeb0-2128-4fef-b788-a56ff40e095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472675'] for segment, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: Traceback (most recent call last): Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: timer() Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: cb(*args, **kw) Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: return func(*args, **kwargs) Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: self._notify() Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: self.callback(batched_events) Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: event.method(event) Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: return f(self, *a, **k) Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._get(url).json() Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:02:33.349479 dv-cinder-790535-21-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:02:33.427645 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:33.502434 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6a61e896-d382-4943-a853-540e0c1b137a req-222c2382-fe00-4070-8b89-30bedb211ad0 service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504662 Dec 16 22:02:33.590617 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d5bedeb0-2128-4fef-b788-a56ff40e095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:33.604796 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d5bedeb0-2128-4fef-b788-a56ff40e095e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:33.608989 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d5bedeb0-2128-4fef-b788-a56ff40e095e admin admin] 10.222.0.44 "DELETE /v2.0/networks/e065fef2-db7e-4bb4-8770-806bc57232cd HTTP/1.1" status: 204 len: 168 time: 0.6765387 Dec 16 22:02:33.627449 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bedeb0-2128-4fef-b788-a56ff40e095e admin admin] Pushing event deleted for resources: {'Network': ['ID=e065fef2-db7e-4bb4-8770-806bc57232cd,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:02:33.672271 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6a61e896-d382-4943-a853-540e0c1b137a req-733aea2f-fcd7-4277-b953-6c354ed6ef1e service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620948 Dec 16 22:02:33.682277 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a6a63b15-28c0-4f9a-9979-07c36bdc8799 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:02:33.782554 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a6a63b15-28c0-4f9a-9979-07c36bdc8799, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:02:33.795348 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'port_id': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'mac_address': 'fa:16:3e:dc:3d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:02:33.841208 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:33.859181 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6a63b15-28c0-4f9a-9979-07c36bdc8799 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:02:33.883863 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a6a63b15-28c0-4f9a-9979-07c36bdc8799, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:02:33.971680 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:34.003289 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 51608) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:02:34.054771 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['a6a63b15-28c0-4f9a-9979-07c36bdc8799'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:02:34.058506 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 51614) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:02:34.061216 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b93f28bc-2611-468b-bdd0-292ed1505465 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e96e38164b2f43e79ced7ba5de17ec46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544565 Dec 16 22:02:34.061450 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=a6a63b15-28c0-4f9a-9979-07c36bdc8799,revision_number=6']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:02:34.095987 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.096326 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.097484 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.097977 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.098639 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.098972 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.099297 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.099693 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.100647 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.101032 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.101388 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.101826 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.102148 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.141100 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:34.168183 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:34.282417 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a1e17-1a5d-47fa-bfa0-2efc68c5ac97 req-184ec77f-b275-4837-92f6-81f797a3b28c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:34.282417 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-632a1e17-1a5d-47fa-bfa0-2efc68c5ac97 req-184ec77f-b275-4837-92f6-81f797a3b28c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 944 time: 0.0734162 Dec 16 22:02:34.353070 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-632a1e17-1a5d-47fa-bfa0-2efc68c5ac97 req-92e96458-94e2-4602-b660-3f571eeb6d78 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614471 Dec 16 22:02:34.371406 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:34.374365 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:34.375675 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/811e4af5-993c-40d6-8ace-dcf583c5d944 HTTP/1.1" status: 204 len: 168 time: 0.3120770 Dec 16 22:02:34.389111 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811e4af5-993c-40d6-8ace-dcf583c5d944,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:02:34.409804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.409804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.409804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.409804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.409804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.409804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.409804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.409804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.409804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.409804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.409804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.409804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:34.409804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926c3a3-54fc-4468-9c23-8fa264985e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:02:35.560429 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2c2bf-4724-45c3-8498-37ad6ff2518e req-d112c936-bfe8-46a1-852a-8e4a6a37acac tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:35.564519 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fbc2c2bf-4724-45c3-8498-37ad6ff2518e req-d112c936-bfe8-46a1-852a-8e4a6a37acac tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 944 time: 0.0847099 Dec 16 22:02:35.656210 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fbc2c2bf-4724-45c3-8498-37ad6ff2518e req-ff7b25fb-8da8-4a09-867f-6e2d5c170666 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848434 Dec 16 22:02:35.694246 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a6a63b15-28c0-4f9a-9979-07c36bdc8799 up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:02:35.781876 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port a6a63b15-28c0-4f9a-9979-07c36bdc8799 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:02:35.782490 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:35.956284 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:36.013224 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:02:36.017646 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f21d07-2cbe-4c6c-8a48-5fa2632309e8" -d '{"events": [{"server_uuid": "36250bf1-51c1-4029-8959-4bacba3b5d34", "name": "network-vif-plugged", "status": "completed", "tag": "a6a63b15-28c0-4f9a-9979-07c36bdc8799"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:02:36.047338 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a6a63b15-28c0-4f9a-9979-07c36bdc8799, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:02:36.111324 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219a5f01-56dc-4320-8d87-ddbaeedf62c2 x-openstack-request-id: req-219a5f01-56dc-4320-8d87-ddbaeedf62c2 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:02:36.111787 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36250bf1-51c1-4029-8959-4bacba3b5d34", "name": "network-vif-plugged", "status": "completed", "tag": "a6a63b15-28c0-4f9a-9979-07c36bdc8799", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:02:36.112006 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-219a5f01-56dc-4320-8d87-ddbaeedf62c2 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:02:36.112503 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'code': 200} Dec 16 22:02:36.122088 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:36.202594 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=a6a63b15-28c0-4f9a-9979-07c36bdc8799,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:02:36.882890 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524b34a-6a1b-4096-87c4-0504c68ea4f5 req-21e4e725-876d-481d-8593-b1d1868a519f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:36.886863 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9524b34a-6a1b-4096-87c4-0504c68ea4f5 req-21e4e725-876d-481d-8593-b1d1868a519f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.1052463 Dec 16 22:02:36.989392 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9524b34a-6a1b-4096-87c4-0504c68ea4f5 req-7d9b0f4d-119e-4667-b4c2-afaa358e563b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870206 Dec 16 22:02:38.152577 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb0bad-9163-42e2-acef-7311a4269fbd req-e9ad8707-ce66-4061-993d-994f28bdb36c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:38.154163 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dfdb0bad-9163-42e2-acef-7311a4269fbd req-e9ad8707-ce66-4061-993d-994f28bdb36c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0737770 Dec 16 22:02:38.209290 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dfdb0bad-9163-42e2-acef-7311a4269fbd req-906cf39f-cdb3-4d50-8c61-4e2c97118482 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484619 Dec 16 22:02:39.420871 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b161e7-82a1-40ae-ba6b-41f43da3bed5 req-ec4853f0-2f0c-4be4-88a5-32c2bfa37ae2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:39.423473 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-71b161e7-82a1-40ae-ba6b-41f43da3bed5 req-ec4853f0-2f0c-4be4-88a5-32c2bfa37ae2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0933547 Dec 16 22:02:39.505596 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-71b161e7-82a1-40ae-ba6b-41f43da3bed5 req-b19e1cf3-820f-40cb-87cd-3755a4e44654 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701194 Dec 16 22:02:40.167481 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ae4c877-734d-4bd8-a597-3b607275158e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:40.708233 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72168807-bd7a-4d61-808f-7895c1f93480 req-2f0f4d1d-3d6d-4132-a1ef-c6a321afdbf4 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:40.711962 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-72168807-bd7a-4d61-808f-7895c1f93480 req-2f0f4d1d-3d6d-4132-a1ef-c6a321afdbf4 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0976124 Dec 16 22:02:40.789376 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-72168807-bd7a-4d61-808f-7895c1f93480 req-6efd7487-6392-4182-b6b1-03778c9e57fa tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694025 Dec 16 22:02:41.922373 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492ad3c-5f41-4394-b53e-37b258a8b889 req-ad5d4b34-c0e2-493f-84c6-6b2a45d77988 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:41.924008 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1492ad3c-5f41-4394-b53e-37b258a8b889 req-ad5d4b34-c0e2-493f-84c6-6b2a45d77988 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0541403 Dec 16 22:02:41.987020 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1492ad3c-5f41-4394-b53e-37b258a8b889 req-4ba5d7e1-9a89-4cc6-a0fe-bd5c216502af tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513713 Dec 16 22:02:42.645997 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cfb6aa49-98e3-41b8-a766-3db3a4cc652f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:43.177331 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3207907-24eb-44e4-9368-1388fb3d5992 req-2ef3405a-f2ab-4031-86bf-d2b2536d1137 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:43.179814 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e3207907-24eb-44e4-9368-1388fb3d5992 req-2ef3405a-f2ab-4031-86bf-d2b2536d1137 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0784509 Dec 16 22:02:43.276164 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e3207907-24eb-44e4-9368-1388fb3d5992 req-d777a77e-92fb-4e4b-9027-eaa0319d0064 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862365 Dec 16 22:02:43.548905 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:44.533103 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0140c1-d794-4653-a402-98aa396737cc req-bc576b30-0079-41d7-b67a-03615e18bfde tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:44.535432 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2e0140c1-d794-4653-a402-98aa396737cc req-bc576b30-0079-41d7-b67a-03615e18bfde tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.1059031 Dec 16 22:02:44.618834 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2e0140c1-d794-4653-a402-98aa396737cc req-ca179fda-c76f-4fcb-9468-f0b4e38f9944 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695820 Dec 16 22:02:45.028606 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:45.763470 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec9048-49d6-4a39-97d3-f1517b24080e req-ddbf4bd2-3f8d-4a1c-8395-6c3ada1119ed tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:45.765110 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6eec9048-49d6-4a39-97d3-f1517b24080e req-ddbf4bd2-3f8d-4a1c-8395-6c3ada1119ed tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0549321 Dec 16 22:02:45.825802 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6eec9048-49d6-4a39-97d3-f1517b24080e req-0ee608bc-80cf-4ec6-a89c-76070e71a302 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541406 Dec 16 22:02:45.885439 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:46.980166 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdda9eb-d70b-416b-a4c6-e0638e06a120 req-14d069a6-9b8e-4375-bc64-6665406b87ba tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:46.981682 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8fdda9eb-d70b-416b-a4c6-e0638e06a120 req-14d069a6-9b8e-4375-bc64-6665406b87ba tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0565758 Dec 16 22:02:47.040802 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8fdda9eb-d70b-416b-a4c6-e0638e06a120 req-6c85c1b9-f7d5-4152-abbe-059666bd35b7 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526059 Dec 16 22:02:47.843930 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22cb3f-0ffc-4fe6-bf78-72c9499df465 req-62a2b171-903b-47b3-b466-533e768aa0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:47.845707 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9d22cb3f-0ffc-4fe6-bf78-72c9499df465 req-62a2b171-903b-47b3-b466-533e768aa0a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2222f1d7be91471380160da7092bd9d7&device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 1098 time: 0.0500154 Dec 16 22:02:47.944439 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22cb3f-0ffc-4fe6-bf78-72c9499df465 req-8fbd1ee0-cee4-421e-983b-ffea12718acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:47.945955 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9d22cb3f-0ffc-4fe6-bf78-72c9499df465 req-8fbd1ee0-cee4-421e-983b-ffea12718acb service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e8205d6-50c6-4140-b075-154cc20dabb0 HTTP/1.1" status: 200 len: 917 time: 0.0933032 Dec 16 22:02:48.015811 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9d22cb3f-0ffc-4fe6-bf78-72c9499df465 req-32b96c18-9fcb-4ab3-9852-3beab4fcbabe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799 HTTP/1.1" status: 200 len: 1001 time: 0.0619705 Dec 16 22:02:48.099003 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22cb3f-0ffc-4fe6-bf78-72c9499df465 req-f8e01a8e-7559-4c4b-9191-317d249aa4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:48.102322 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9d22cb3f-0ffc-4fe6-bf78-72c9499df465 req-f8e01a8e-7559-4c4b-9191-317d249aa4ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a289809-76be-41c6-8299-52e501367a8c HTTP/1.1" status: 200 len: 855 time: 0.0767937 Dec 16 22:02:48.179227 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22cb3f-0ffc-4fe6-bf78-72c9499df465 req-5f07c7fa-8bf8-485f-9d18-6ba669523801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:48.181951 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9d22cb3f-0ffc-4fe6-bf78-72c9499df465 req-5f07c7fa-8bf8-485f-9d18-6ba669523801 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e8205d6-50c6-4140-b075-154cc20dabb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0726960 Dec 16 22:02:48.209963 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e2cbb-0bd7-496a-9c3e-a955aeed8420 req-755fd358-2bad-4407-a5f5-ba8d5334068a tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:48.212696 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bf3e2cbb-0bd7-496a-9c3e-a955aeed8420 req-755fd358-2bad-4407-a5f5-ba8d5334068a tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0597196 Dec 16 22:02:48.276823 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bf3e2cbb-0bd7-496a-9c3e-a955aeed8420 req-cb4c9890-ec99-4b9d-b403-65bf35e23d3c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538177 Dec 16 22:02:48.281769 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9d22cb3f-0ffc-4fe6-bf78-72c9499df465 req-192746d3-b7d6-402a-a013-8c6e4a4b54d1 service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931284 Dec 16 22:02:48.382386 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-9d22cb3f-0ffc-4fe6-bf78-72c9499df465 req-d1ec7c63-f14d-4065-bc80-73e650ed217c service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933261 Dec 16 22:02:49.419274 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc24a7-fb79-4e3a-a77c-379fbedd8bc2 req-f36744cf-85a2-41ee-aa02-e726f0b87929 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:49.420957 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d0dc24a7-fb79-4e3a-a77c-379fbedd8bc2 req-f36744cf-85a2-41ee-aa02-e726f0b87929 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 945 time: 0.0632479 Dec 16 22:02:49.476180 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d0dc24a7-fb79-4e3a-a77c-379fbedd8bc2 req-b9d09f9d-408e-4054-adc5-a210715ac0d4 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485163 Dec 16 22:02:49.772798 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a6a63b15-28c0-4f9a-9979-07c36bdc8799 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:02:49.863110 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:49.892944 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:02:49.895322 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab032be-0003-4cba-887f-47d7c935369a" -d '{"events": [{"server_uuid": "36250bf1-51c1-4029-8959-4bacba3b5d34", "name": "network-vif-unplugged", "status": "completed", "tag": "a6a63b15-28c0-4f9a-9979-07c36bdc8799"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:02:49.913820 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a6a63b15-28c0-4f9a-9979-07c36bdc8799, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:02:49.937371 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa04172-f34a-48a4-b4fb-3c0716b7f9af x-openstack-request-id: req-5aa04172-f34a-48a4-b4fb-3c0716b7f9af {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:02:49.937670 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36250bf1-51c1-4029-8959-4bacba3b5d34", "name": "network-vif-unplugged", "status": "completed", "tag": "a6a63b15-28c0-4f9a-9979-07c36bdc8799", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:02:49.937934 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5aa04172-f34a-48a4-b4fb-3c0716b7f9af {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:02:49.938339 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'code': 200} Dec 16 22:02:49.992164 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:50.059494 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=a6a63b15-28c0-4f9a-9979-07c36bdc8799,revision_number=8']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:02:50.605184 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4935ecd-7c7d-4e6a-a6a3-393bee61c9f0 req-638694bf-c7b1-47cd-8b25-f55a72d89d15 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:50.606729 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f4935ecd-7c7d-4e6a-a6a3-393bee61c9f0 req-638694bf-c7b1-47cd-8b25-f55a72d89d15 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0518453 Dec 16 22:02:50.668078 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f4935ecd-7c7d-4e6a-a6a3-393bee61c9f0 req-201981bd-6f34-4ec0-ab9e-621728f37024 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549171 Dec 16 22:02:52.893256 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc23fa7-7243-44c0-9ae0-0570d07b5f72 req-2e672c9f-01ec-4405-9299-ecfb3172efec tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:52.899500 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4cc23fa7-7243-44c0-9ae0-0570d07b5f72 req-2e672c9f-01ec-4405-9299-ecfb3172efec tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0788486 Dec 16 22:02:52.995040 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4cc23fa7-7243-44c0-9ae0-0570d07b5f72 req-1c16cf01-4c80-44df-b22d-822cfc690902 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839727 Dec 16 22:02:53.579573 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 51742) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:02:53.695707 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-ecedef1c-f969-4a1d-a91e-bb88f587933b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1146371 Dec 16 22:02:53.711115 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-d84d43ba-41fd-4160-b360-77b648b13b7b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:02:53.712204 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-d84d43ba-41fd-4160-b360-77b648b13b7b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067339 Dec 16 22:02:53.789132 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a6a63b15-28c0-4f9a-9979-07c36bdc8799 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:02:54.143387 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660586c3-84cf-4bb1-a83a-4262fc168c32 req-50c33d92-749c-47f4-b0aa-5e08a00e1311 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:54.145062 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-660586c3-84cf-4bb1-a83a-4262fc168c32 req-50c33d92-749c-47f4-b0aa-5e08a00e1311 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0596883 Dec 16 22:02:54.203320 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-660586c3-84cf-4bb1-a83a-4262fc168c32 req-f4b2252f-e89a-4b42-a9e5-ce38ddc75a6c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504267 Dec 16 22:02:55.335141 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746f726-399a-4bf1-9452-8247d2ac320b req-9acc0d3f-2769-421b-80f1-e9553bf06dbf tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:55.336779 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b746f726-399a-4bf1-9452-8247d2ac320b req-9acc0d3f-2769-421b-80f1-e9553bf06dbf tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0530019 Dec 16 22:02:55.393127 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b746f726-399a-4bf1-9452-8247d2ac320b req-ab03238a-c834-46e2-88c4-ed77d748e909 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499816 Dec 16 22:02:56.527385 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf5878-ef90-480f-89aa-982c39bd090c req-57d058ee-092e-465d-939b-846641a5d3fb tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:56.529046 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3caf5878-ef90-480f-89aa-982c39bd090c req-57d058ee-092e-465d-939b-846641a5d3fb tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0580750 Dec 16 22:02:56.582100 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3caf5878-ef90-480f-89aa-982c39bd090c req-61dab645-fee4-4118-be82-5c5263f5425f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464640 Dec 16 22:02:57.370357 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-36545498-d054-4f5d-8119-2cc481209ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:57.372595 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-36545498-d054-4f5d-8119-2cc481209ab5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34&tenant_id=2222f1d7be91471380160da7092bd9d7 HTTP/1.1" status: 200 len: 1096 time: 0.0543952 Dec 16 22:02:57.446779 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-9f704efc-16ec-4368-95db-ff91f75df3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:57.448331 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-9f704efc-16ec-4368-95db-ff91f75df3e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2222f1d7be91471380160da7092bd9d7&device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 1096 time: 0.0486157 Dec 16 22:02:57.559004 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-4e5aaeba-e525-4d27-8e7d-8da33a8e7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:57.561976 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-4e5aaeba-e525-4d27-8e7d-8da33a8e7dc8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e8205d6-50c6-4140-b075-154cc20dabb0 HTTP/1.1" status: 200 len: 917 time: 0.1053698 Dec 16 22:02:57.658586 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-0132ff43-fbae-41c8-be1e-404b8b9c41e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799 HTTP/1.1" status: 200 len: 999 time: 0.0880847 Dec 16 22:02:57.726720 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-5a81ad67-9f8f-49ba-89d6-01fe78b87c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:57.728540 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-5a81ad67-9f8f-49ba-89d6-01fe78b87c98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a289809-76be-41c6-8299-52e501367a8c HTTP/1.1" status: 200 len: 855 time: 0.0631366 Dec 16 22:02:57.749800 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66790a56-4014-4a5b-9c48-c57c18c5097f req-62a8e939-089b-4fd8-8484-cfb441db8115 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:57.751454 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-66790a56-4014-4a5b-9c48-c57c18c5097f req-62a8e939-089b-4fd8-8484-cfb441db8115 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0705724 Dec 16 22:02:57.789349 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-b5755c43-8a94-414c-9d39-8b2e01a94391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:57.791090 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-b5755c43-8a94-414c-9d39-8b2e01a94391 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e8205d6-50c6-4140-b075-154cc20dabb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0554447 Dec 16 22:02:57.811622 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-66790a56-4014-4a5b-9c48-c57c18c5097f req-2757d65f-4167-4109-b19b-e3d935aa6176 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488870 Dec 16 22:02:57.926085 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-d579e5ec-748c-447a-93ac-30c79f89edbc service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261690 Dec 16 22:02:58.057186 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c974585b-0d97-4257-8003-b8d02b1cbfee req-8b113e36-097f-4640-b65b-6f8903572894 service neutron] 10.222.0.59 "GET /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229217 Dec 16 22:02:58.976642 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72128789-0381-42fd-a664-2fa81f9f0178 req-07e8d982-0f68-4d32-b6a3-2ec3ceb5d744 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:02:58.979717 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-72128789-0381-42fd-a664-2fa81f9f0178 req-07e8d982-0f68-4d32-b6a3-2ec3ceb5d744 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0774155 Dec 16 22:02:59.109007 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-72128789-0381-42fd-a664-2fa81f9f0178 req-2b82d71d-8082-465e-92df-bdb365e0ba4b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207733 Dec 16 22:03:00.288471 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:03:00.323967 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefa783-6a45-43d9-bc15-4822adbcaebc req-adfdbbc7-c0b7-4a2a-b4b3-d0e7690ba728 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:00.326373 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2aefa783-6a45-43d9-bc15-4822adbcaebc req-adfdbbc7-c0b7-4a2a-b4b3-d0e7690ba728 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0804393 Dec 16 22:03:00.404536 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2aefa783-6a45-43d9-bc15-4822adbcaebc req-66604d55-55a1-4134-99b9-34350c0c9330 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694826 Dec 16 22:03:01.628309 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86f17f-b439-4b85-a25b-68b67bac8f0a req-06e95201-3038-4f07-9406-1545c22e7a63 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:01.632094 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b86f17f-b439-4b85-a25b-68b67bac8f0a req-06e95201-3038-4f07-9406-1545c22e7a63 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0880575 Dec 16 22:03:01.716969 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2b86f17f-b439-4b85-a25b-68b67bac8f0a req-88b27acf-50ba-421b-9da7-7e31c0aa76d3 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745234 Dec 16 22:03:02.355160 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-d44451b4-f1af-4b0b-8900-e67fb2a46181 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604841467&fields=id&tenant_id=d6890efb0b5f4e18ade8658b6cba1287 HTTP/1.1" status: 200 len: 267 time: 0.0892076 Dec 16 22:03:02.535762 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-cd5dcd94-30d9-448b-94b4-264de2e00d88 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:02.538317 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-cd5dcd94-30d9-448b-94b4-264de2e00d88 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/networks?id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 200 len: 811 time: 0.1710372 Dec 16 22:03:02.559250 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-e765592c-d731-4068-9cd0-3baaf4d28cc6 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/quotas/d6890efb0b5f4e18ade8658b6cba1287 HTTP/1.1" status: 200 len: 375 time: 0.0114136 Dec 16 22:03:02.629343 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-202630e9-d5a4-4fc5-94be-37daac9ab289 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581560 Dec 16 22:03:02.958321 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b281dca2-0bee-41e0-86a9-41c1731d37bb service neutron] 10.222.0.44 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032186 Dec 16 22:03:03.066804 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c66f3-a77c-4dd1-bb29-906da9ead388 req-9d923660-81ff-47a7-8d05-9b70b76a2b74 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:03.069490 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-735c66f3-a77c-4dd1-bb29-906da9ead388 req-9d923660-81ff-47a7-8d05-9b70b76a2b74 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.1719887 Dec 16 22:03:03.186434 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-d5762a3d-c2f3-4060-b93d-38a7a85592f3 service neutron] 10.222.0.44 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199416 Dec 16 22:03:03.219033 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-735c66f3-a77c-4dd1-bb29-906da9ead388 req-36b84b79-2f70-475f-bc3f-f00df906cc87 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289825 Dec 16 22:03:03.421829 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:03.961683 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2d4aed61-878e-43e1-b2c0-9435f87dafde req-cafdbfd2-c97d-49d2-8254-77f480d71a74 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 210 time: 0.0313764 Dec 16 22:03:04.434362 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75850d0a-7a0d-4341-9d1c-3a741f95db09 req-6ee85a27-d234-4aea-8a9c-f770dbac00df tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:04.436111 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-75850d0a-7a0d-4341-9d1c-3a741f95db09 req-6ee85a27-d234-4aea-8a9c-f770dbac00df tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0739586 Dec 16 22:03:04.529190 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-75850d0a-7a0d-4341-9d1c-3a741f95db09 req-6bba7efc-5c67-43d6-bcfe-56972c04ef86 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819561 Dec 16 22:03:05.118430 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2c899ec5-31f4-4b69-8952-c007202e9dea req-8a2cc4fc-a3c4-4dc0-829b-ddd3dd5f5ca6 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 210 time: 0.0490153 Dec 16 22:03:05.720989 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a35d9-4c2a-4144-907a-a07c8321397e req-f7f96d82-a23d-45a9-a2dc-eb6d9a636220 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:05.726485 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-824a35d9-4c2a-4144-907a-a07c8321397e req-f7f96d82-a23d-45a9-a2dc-eb6d9a636220 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0777049 Dec 16 22:03:05.806541 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-824a35d9-4c2a-4144-907a-a07c8321397e req-8fbba5a0-4350-435f-bce4-7727c154c1b8 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698750 Dec 16 22:03:06.256160 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a1292e7e-e1ac-41c0-a75b-2ffa40267bbd req-7308669d-6c12-49ca-bc6a-eb134d634736 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 210 time: 0.0478203 Dec 16 22:03:06.991410 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b1f9a-bd3b-4be2-9e4f-ccb8ab7f4291 req-cca49247-f5ac-4ea9-9e8e-8c005c242aaa tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:06.993019 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-450b1f9a-bd3b-4be2-9e4f-ccb8ab7f4291 req-cca49247-f5ac-4ea9-9e8e-8c005c242aaa tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0590324 Dec 16 22:03:07.070031 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-450b1f9a-bd3b-4be2-9e4f-ccb8ab7f4291 req-1b7746d2-17ee-40c9-8693-a76cb4d5bbef tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642221 Dec 16 22:03:07.400990 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-07ca49bf-51e0-4dd5-af18-1b6e5c161c98 req-fb21f3a8-1629-4d1e-92b4-9a31e49a7e51 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 210 time: 0.0435669 Dec 16 22:03:08.256277 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5917d-9fad-4cf4-bad5-ba0d445568fa req-28b80098-5681-466d-a666-858cecf970af tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:08.257904 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-46c5917d-9fad-4cf4-bad5-ba0d445568fa req-28b80098-5681-466d-a666-858cecf970af tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0628724 Dec 16 22:03:08.321532 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-46c5917d-9fad-4cf4-bad5-ba0d445568fa req-a0ca42d3-32fa-42c5-a720-bbceb7cb3d62 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564282 Dec 16 22:03:08.503491 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-830e5ded-481e-4771-b6f5-2dc417146594 req-1e38e456-aba9-4764-958c-e4cb4c9ac6ea tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 210 time: 0.0292587 Dec 16 22:03:09.463464 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6530b0f-b1d1-4cf6-9882-249fde8a717c req-efdcc15f-a182-463c-976e-b4b2f4da81da tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:09.465098 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a6530b0f-b1d1-4cf6-9882-249fde8a717c req-efdcc15f-a182-463c-976e-b4b2f4da81da tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 943 time: 0.0617228 Dec 16 22:03:09.523846 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a6530b0f-b1d1-4cf6-9882-249fde8a717c req-aee69b23-1391-4059-a19b-391c3509f0e2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519335 Dec 16 22:03:09.625494 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fd744404-10f0-4f3c-88ee-32cb46d6a5c6 req-ee032aa3-9840-46bc-b10f-a4db0a9e67c0 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 210 time: 0.0298924 Dec 16 22:03:09.866816 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a6a63b15-28c0-4f9a-9979-07c36bdc8799 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:03:10.040651 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a6a63b15-28c0-4f9a-9979-07c36bdc8799, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:03:10.060113 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'port_id': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'mac_address': 'fa:16:3e:dc:3d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:03:10.094554 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e80d34f2-d1aa-49b7-b8c6-46d0f877f924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:10.120073 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:10.142376 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a63b15-28c0-4f9a-9979-07c36bdc8799 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:03:10.186217 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a6a63b15-28c0-4f9a-9979-07c36bdc8799, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:03:10.244126 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:10.250789 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-ad089eaf-755a-489b-8446-d7af3a4364dc tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:10.252342 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-ad089eaf-755a-489b-8446-d7af3a4364dc tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.59 "GET /v2.0/networks?id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 200 len: 811 time: 0.4787450 Dec 16 22:03:10.299182 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=a6a63b15-28c0-4f9a-9979-07c36bdc8799,revision_number=9']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:03:10.328183 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-8c0692ac-7dc6-404b-9d20-ab9317962a86 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6890efb0b5f4e18ade8658b6cba1287 HTTP/1.1" status: 200 len: 380 time: 0.0661747 Dec 16 22:03:10.338870 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Request body: {'port': {'device_id': '2bca1e1a-4c9a-4347-a333-78c41a1f51a8', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'admin_state_up': True, 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'security_groups': ['3cace717-803b-4756-8756-9f4985808119']}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:03:10.460712 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['a6a63b15-28c0-4f9a-9979-07c36bdc8799'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:03:10.541995 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Made reservation on behalf of d6890efb0b5f4e18ade8658b6cba1287 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:03:10.546227 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:10.762668 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Allocated IP 172.20.0.4 (86b88aca-b14a-4de3-8e22-2a0ecc03ded5/5a76a796-9908-426d-a225-cb7368e1df72/802cb448-6c92-45d9-959a-7381f5fdf565) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:03:10.789256 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c6fb677e-ff32-4547-9f9c-d4d8a89bb6dd req-2a4a39f2-97f5-4d5e-bbed-52f99e05e33d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 210 time: 0.0491421 Dec 16 22:03:10.812317 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27035c14-8473-496b-af80-9adecff9bab0 req-981fbb35-0fbb-4c77-b513-24c56cfd272f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:10.815150 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-27035c14-8473-496b-af80-9adecff9bab0 req-981fbb35-0fbb-4c77-b513-24c56cfd272f tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 944 time: 0.1388021 Dec 16 22:03:10.901919 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-27035c14-8473-496b-af80-9adecff9bab0 req-dea632b6-a9d6-4e9b-9cbd-cee0f47ab6d6 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786731 Dec 16 22:03:10.965067 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:11.069574 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:11.159550 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:03:11.165912 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:03:11.170445 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:03:11.224437 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'Port': ['ID=802cb448-6c92-45d9-959a-7381f5fdf565,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:03:11.238792 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:11.240066 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:11.240410 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:11.240782 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:11.241114 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:11.241443 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:11.241773 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:11.242099 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:11.242425 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:11.242742 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:11.243062 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:11.243382 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:11.243697 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:11.273611 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:11.274695 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:11.346064 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-94b0be25-9db9-429f-ac6f-a4134f035c0a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0111361 Dec 16 22:03:11.359944 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Request body: {'port': {'device_id': '2bca1e1a-4c9a-4347-a333-78c41a1f51a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:03:11.430413 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-c454cbf5-c140-45fa-bf54-b8d41f52c089 None None] Provisioning complete for port 802cb448-6c92-45d9-959a-7381f5fdf565 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:03:11.431280 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c454cbf5-c140-45fa-bf54-b8d41f52c089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:11.431481 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:11.475967 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c454cbf5-c140-45fa-bf54-b8d41f52c089 None None] Port 802cb448-6c92-45d9-959a-7381f5fdf565 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:03:11.737864 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802cb448-6c92-45d9-959a-7381f5fdf565 {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:03:11.747344 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:11.761359 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Transition to ACTIVE for port object 802cb448-6c92-45d9-959a-7381f5fdf565 will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:03:11.833167 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:11.880967 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a6a63b15-28c0-4f9a-9979-07c36bdc8799 up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:03:11.921698 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Pushing event updated for resources: {'Port': ['ID=802cb448-6c92-45d9-959a-7381f5fdf565,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:03:11.938698 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa2296-bbee-4a4b-afc4-7bff669b8483 req-9f846f0b-1028-42a6-a0b2-7ea5b0d3c840 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:11.941780 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08fa2296-bbee-4a4b-afc4-7bff669b8483 req-9f846f0b-1028-42a6-a0b2-7ea5b0d3c840 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 943 time: 0.0700333 Dec 16 22:03:11.981425 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port a6a63b15-28c0-4f9a-9979-07c36bdc8799 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:03:11.982008 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:12.091391 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-08fa2296-bbee-4a4b-afc4-7bff669b8483 req-d8c70ba7-4fc7-45aa-b40b-1580f831160c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265581 Dec 16 22:03:12.109906 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Attempting to bind port 802cb448-6c92-45d9-959a-7381f5fdf565 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:03:12.110386 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Attempting to bind port 802cb448-6c92-45d9-959a-7381f5fdf565 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:03:12.110849 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Attempting to bind port 802cb448-6c92-45d9-959a-7381f5fdf565 on network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:03:12.116499 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:12.128599 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Port 802cb448-6c92-45d9-959a-7381f5fdf565 on network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:03:12.129584 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Attempting to bind port 802cb448-6c92-45d9-959a-7381f5fdf565 on network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:03:12.146759 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:03:12.147507 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Checking segment: {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:03:12.148244 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Bound using segment: {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:03:12.149112 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Bound port: 802cb448-6c92-45d9-959a-7381f5fdf565, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea165370-f7bf-42ed-9dce-d5ff7e824aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:03:12.149810 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:12.155545 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:03:12.158541 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c640ce-17ed-4ed4-954f-158205246abf" -d '{"events": [{"server_uuid": "36250bf1-51c1-4029-8959-4bacba3b5d34", "name": "network-vif-plugged", "status": "completed", "tag": "a6a63b15-28c0-4f9a-9979-07c36bdc8799"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:03:12.181870 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b8ff1-4f44-4ccc-9a3c-464a55a5d467 req-6f809d27-332e-4d7d-b82e-cf623a1cb0cb tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:12.192057 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c38b8ff1-4f44-4ccc-9a3c-464a55a5d467 req-6f809d27-332e-4d7d-b82e-cf623a1cb0cb tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 944 time: 0.1213200 Dec 16 22:03:12.192870 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port a6a63b15-28c0-4f9a-9979-07c36bdc8799, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:03:12.253677 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a987a2e6-f3be-4fd7-b61b-87ea9222a354 x-openstack-request-id: req-a987a2e6-f3be-4fd7-b61b-87ea9222a354 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:03:12.254072 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36250bf1-51c1-4029-8959-4bacba3b5d34", "name": "network-vif-plugged", "status": "completed", "tag": "a6a63b15-28c0-4f9a-9979-07c36bdc8799", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:03:12.254278 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a987a2e6-f3be-4fd7-b61b-87ea9222a354 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:03:12.255586 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'code': 200} Dec 16 22:03:12.268704 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:12.272657 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c38b8ff1-4f44-4ccc-9a3c-464a55a5d467 req-94bdf1d8-d188-45a9-b640-84e4f3d66b22 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741794 Dec 16 22:03:12.273587 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] For port 802cb448-6c92-45d9-959a-7381f5fdf565, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:03:12.279729 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] For port 802cb448-6c92-45d9-959a-7381f5fdf565, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=802cb448-6c92-45d9-959a-7381f5fdf565,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:03:12.354384 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=a6a63b15-28c0-4f9a-9979-07c36bdc8799,revision_number=10']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:03:12.360199 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:12.409151 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:12.410159 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:12.412840 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] 10.222.0.59 "PUT /v2.0/ports/802cb448-6c92-45d9-959a-7381f5fdf565 HTTP/1.1" status: 200 len: 1093 time: 1.0583088 Dec 16 22:03:12.413603 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bca1e1a-4c9a-4347-a333-78c41a1f51a8', 'tag': '802cb448-6c92-45d9-959a-7381f5fdf565'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:03:12.417649 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67821fe0-85f1-477f-9698-c887eaf52862" -d '{"events": [{"name": "network-changed", "server_uuid": "2bca1e1a-4c9a-4347-a333-78c41a1f51a8", "tag": "802cb448-6c92-45d9-959a-7381f5fdf565"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:03:12.465482 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f6393-9558-44fb-8743-11210ac800ed service neutron] Pushing event updated for resources: {'Port': ['ID=802cb448-6c92-45d9-959a-7381f5fdf565,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:03:12.495100 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c725f75-9864-4b01-a214-e0eb88e0c5bc x-openstack-request-id: req-8c725f75-9864-4b01-a214-e0eb88e0c5bc {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:03:12.495681 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bca1e1a-4c9a-4347-a333-78c41a1f51a8", "tag": "802cb448-6c92-45d9-959a-7381f5fdf565", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:03:12.496008 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c725f75-9864-4b01-a214-e0eb88e0c5bc {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:03:12.496938 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bca1e1a-4c9a-4347-a333-78c41a1f51a8', 'tag': '802cb448-6c92-45d9-959a-7381f5fdf565', 'status': 'completed', 'code': 200} Dec 16 22:03:12.590962 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67821fe0-85f1-477f-9698-c887eaf52862 req-72385e6f-ac83-4d17-bce9-78c04e63e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:12.594926 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-67821fe0-85f1-477f-9698-c887eaf52862 req-72385e6f-ac83-4d17-bce9-78c04e63e8e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 1096 time: 0.0750024 Dec 16 22:03:12.627361 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc92e-7880-46f9-993e-5b1d157c6280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:12.733293 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859a01d-9084-40e7-9666-cbe02ac695d1 req-73449bd1-360c-4a0a-94ee-b6de0f79fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:12.734844 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3859a01d-9084-40e7-9666-cbe02ac695d1 req-73449bd1-360c-4a0a-94ee-b6de0f79fd5c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 1099 time: 0.1139843 Dec 16 22:03:12.793850 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67821fe0-85f1-477f-9698-c887eaf52862 req-af1761d3-fb7f-4dbf-8a34-a55218177b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:12.795501 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-67821fe0-85f1-477f-9698-c887eaf52862 req-af1761d3-fb7f-4dbf-8a34-a55218177b06 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1860569 Dec 16 22:03:12.864960 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3859a01d-9084-40e7-9666-cbe02ac695d1 req-798c03ca-33e5-4890-b7b5-2bcafc6321b3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218438 Dec 16 22:03:12.925682 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67821fe0-85f1-477f-9698-c887eaf52862 req-12446353-644c-4d92-ad63-600180a0e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:12.927324 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-67821fe0-85f1-477f-9698-c887eaf52862 req-12446353-644c-4d92-ad63-600180a0e216 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1240067 Dec 16 22:03:13.170415 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-8f41d913-0c65-4028-ac2c-5482d5b1d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:13.173114 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-8f41d913-0c65-4028-ac2c-5482d5b1d15e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 1096 time: 0.0517442 Dec 16 22:03:13.231557 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-b4a60bcf-751f-46e8-8005-57ff2b82f3a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=802cb448-6c92-45d9-959a-7381f5fdf565 HTTP/1.1" status: 200 len: 217 time: 0.0497332 Dec 16 22:03:13.256040 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b40e42-f5f5-416f-a77a-b6f2bf3e3a77 req-894f1c17-7d95-4234-a601-4c1065d7260b tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:13.258115 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-33b40e42-f5f5-416f-a77a-b6f2bf3e3a77 req-894f1c17-7d95-4234-a601-4c1065d7260b tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 943 time: 0.0587127 Dec 16 22:03:13.308029 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-42d4c52c-8656-483d-91e1-9e8ab7c17ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:13.315426 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-42d4c52c-8656-483d-91e1-9e8ab7c17ee0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a76a796-9908-426d-a225-cb7368e1df72 HTTP/1.1" status: 200 len: 850 time: 0.0733154 Dec 16 22:03:13.365128 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-33b40e42-f5f5-416f-a77a-b6f2bf3e3a77 req-0ad0a142-7cbc-45e0-b57c-3ce440f94ae2 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953913 Dec 16 22:03:13.398101 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-2c82265a-6d2a-412a-9c7f-d53aec440987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:13.400654 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-2c82265a-6d2a-412a-9c7f-d53aec440987 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0790172 Dec 16 22:03:13.503114 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89641883-1f17-4d51-87fb-b4ad29c6fb87 req-13c7d30b-1aa4-459c-a96f-cfb89d11b218 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:13.588375 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-89641883-1f17-4d51-87fb-b4ad29c6fb87 req-13c7d30b-1aa4-459c-a96f-cfb89d11b218 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 946 time: 0.0743077 Dec 16 22:03:13.590324 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-ce0cff37-c4d2-4f26-9638-ab0b79771e53 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140535 Dec 16 22:03:13.590477 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-89641883-1f17-4d51-87fb-b4ad29c6fb87 req-c73d2889-ade8-49d2-83e1-9a88f4cff062 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481057 Dec 16 22:03:13.674433 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5d1ec0a6-1f4c-413c-a045-c9ef60a1586f req-42ca9df9-c0f8-4866-bb4c-826b1f58f022 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429756 Dec 16 22:03:14.346360 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:14.512760 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe72c1-a751-47c6-8d72-4e8704f4c0f8 req-a2f91976-539b-4070-bb5d-9e71a772fe59 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:14.514372 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-53fe72c1-a751-47c6-8d72-4e8704f4c0f8 req-a2f91976-539b-4070-bb5d-9e71a772fe59 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 943 time: 0.0588667 Dec 16 22:03:14.573630 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-53fe72c1-a751-47c6-8d72-4e8704f4c0f8 req-410e47de-8d24-435b-934d-deeeccbffc7d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514166 Dec 16 22:03:14.722295 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034874ab-f034-48dc-889e-f3dd04a0b0bc req-8a844783-8fda-4a45-9104-030d4f2ddb0b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:14.724662 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-034874ab-f034-48dc-889e-f3dd04a0b0bc req-8a844783-8fda-4a45-9104-030d4f2ddb0b tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 946 time: 0.0587866 Dec 16 22:03:14.781764 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-034874ab-f034-48dc-889e-f3dd04a0b0bc req-8ba430c4-6ebf-4d32-9333-287fe3476b4e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505440 Dec 16 22:03:15.015961 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:15.707375 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d55ff0-deb8-40d2-8bbb-aed1a4f6883d req-709bfcc9-e592-457b-8ac8-c4068739b5b7 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:15.709601 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-53d55ff0-deb8-40d2-8bbb-aed1a4f6883d req-709bfcc9-e592-457b-8ac8-c4068739b5b7 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 943 time: 0.0546048 Dec 16 22:03:15.765685 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-53d55ff0-deb8-40d2-8bbb-aed1a4f6883d req-b4e0ac27-123b-4306-a36f-c69c8e4873eb tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496926 Dec 16 22:03:15.883170 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:15.926671 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dd333-5027-400b-bd6d-2271fdc389e2 req-120549da-26e5-438d-9f3a-40c520053af0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:15.928339 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-084dd333-5027-400b-bd6d-2271fdc389e2 req-120549da-26e5-438d-9f3a-40c520053af0 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 946 time: 0.0586643 Dec 16 22:03:15.989281 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-084dd333-5027-400b-bd6d-2271fdc389e2 req-915c88cd-c453-4670-bbd8-4b0a3139092e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500362 Dec 16 22:03:16.896738 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b588f38-12c7-4b60-b0f0-e2f039513ea1 req-6cd471ef-7402-4a33-8392-fc96a2e0ab4c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:16.898232 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b588f38-12c7-4b60-b0f0-e2f039513ea1 req-6cd471ef-7402-4a33-8392-fc96a2e0ab4c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 943 time: 0.0587516 Dec 16 22:03:16.979097 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b588f38-12c7-4b60-b0f0-e2f039513ea1 req-fd870ceb-8b1c-4ddc-bbb0-20392d1c5369 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703707 Dec 16 22:03:18.101896 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d564a3-feca-4762-ba9e-1f3bf19c756b req-96652088-0f72-490a-af61-7965826d7a2d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:18.103545 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-21d564a3-feca-4762-ba9e-1f3bf19c756b req-96652088-0f72-490a-af61-7965826d7a2d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 943 time: 0.0531688 Dec 16 22:03:18.162897 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-21d564a3-feca-4762-ba9e-1f3bf19c756b req-8c093fa8-a0da-4722-b8da-8472852036ca tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531051 Dec 16 22:03:19.288733 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ce5dc-7ba6-4b7c-858b-7239129436e9 req-0972457b-5a95-47c2-a422-1673c6933eb7 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:19.290302 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a46ce5dc-7ba6-4b7c-858b-7239129436e9 req-0972457b-5a95-47c2-a422-1673c6933eb7 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 943 time: 0.0532367 Dec 16 22:03:19.354075 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a46ce5dc-7ba6-4b7c-858b-7239129436e9 req-3cf9e196-d6e5-428f-9f93-14896a55ed33 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528426 Dec 16 22:03:20.478744 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49e5fc-291c-4506-aacb-2f99192844dd req-5dc8941e-0bc4-4468-a92a-eab4abe4b30e tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:20.480339 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f49e5fc-291c-4506-aacb-2f99192844dd req-5dc8941e-0bc4-4468-a92a-eab4abe4b30e tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 943 time: 0.0533514 Dec 16 22:03:20.537310 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3f49e5fc-291c-4506-aacb-2f99192844dd req-7e2f75a2-ccc8-47e1-90f2-996a763ca941 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506313 Dec 16 22:03:21.662162 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c365660-1f91-4daa-94f7-1fe408fd3f1b req-ffa391d2-cedd-460c-90d7-ee00b6381394 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:21.664309 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c365660-1f91-4daa-94f7-1fe408fd3f1b req-ffa391d2-cedd-460c-90d7-ee00b6381394 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 943 time: 0.0544479 Dec 16 22:03:21.721240 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c365660-1f91-4daa-94f7-1fe408fd3f1b req-16fd7d49-9e74-4eff-81d5-33127b5c0b79 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505061 Dec 16 22:03:21.943096 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 802cb448-6c92-45d9-959a-7381f5fdf565 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:03:22.048602 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 802cb448-6c92-45d9-959a-7381f5fdf565, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=802cb448-6c92-45d9-959a-7381f5fdf565,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:03:22.062680 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': '802cb448-6c92-45d9-959a-7381f5fdf565', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'port_id': '802cb448-6c92-45d9-959a-7381f5fdf565', 'mac_address': 'fa:16:3e:73:a3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:03:22.105957 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:22.120968 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802cb448-6c92-45d9-959a-7381f5fdf565 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:03:22.148724 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 802cb448-6c92-45d9-959a-7381f5fdf565, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=802cb448-6c92-45d9-959a-7381f5fdf565,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:03:22.272466 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:22.325161 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=802cb448-6c92-45d9-959a-7381f5fdf565,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:03:22.494719 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['802cb448-6c92-45d9-959a-7381f5fdf565'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:03:22.884008 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b547baf-1ff7-49c4-97bc-0cc4bf036b35 req-27fdf69e-de46-4ddd-a826-2b7bac02be04 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:22.885737 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1b547baf-1ff7-49c4-97bc-0cc4bf036b35 req-27fdf69e-de46-4ddd-a826-2b7bac02be04 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 944 time: 0.0613072 Dec 16 22:03:22.947872 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1b547baf-1ff7-49c4-97bc-0cc4bf036b35 req-a1ef6f27-fcc1-43d7-b368-9b17e44f6ee8 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547671 Dec 16 22:03:23.942377 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 802cb448-6c92-45d9-959a-7381f5fdf565 up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:03:24.080247 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6ab2f-ee26-4851-993e-04b32c1d95ea req-4b06d1f3-3f7d-4b49-8064-43582e8eb756 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:24.081998 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-70d6ab2f-ee26-4851-993e-04b32c1d95ea req-4b06d1f3-3f7d-4b49-8064-43582e8eb756 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 944 time: 0.0543773 Dec 16 22:03:24.123424 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port 802cb448-6c92-45d9-959a-7381f5fdf565 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:03:24.131806 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port 802cb448-6c92-45d9-959a-7381f5fdf565 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:03:24.133282 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:24.143155 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-70d6ab2f-ee26-4851-993e-04b32c1d95ea req-464ea47c-640a-4782-aedd-b55461702f6a tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536683 Dec 16 22:03:24.245727 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:24.276757 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bca1e1a-4c9a-4347-a333-78c41a1f51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802cb448-6c92-45d9-959a-7381f5fdf565'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:03:24.279284 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919748d6-ca5c-43d3-91cf-8d4f2bef3db5" -d '{"events": [{"server_uuid": "2bca1e1a-4c9a-4347-a333-78c41a1f51a8", "name": "network-vif-plugged", "status": "completed", "tag": "802cb448-6c92-45d9-959a-7381f5fdf565"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:03:24.296060 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 802cb448-6c92-45d9-959a-7381f5fdf565, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=802cb448-6c92-45d9-959a-7381f5fdf565,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:03:24.327878 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29d2bd3-16e6-4f4b-9763-997c41d9beaa x-openstack-request-id: req-e29d2bd3-16e6-4f4b-9763-997c41d9beaa {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:03:24.328223 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bca1e1a-4c9a-4347-a333-78c41a1f51a8", "name": "network-vif-plugged", "status": "completed", "tag": "802cb448-6c92-45d9-959a-7381f5fdf565", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:03:24.328517 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e29d2bd3-16e6-4f4b-9763-997c41d9beaa {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:03:24.328924 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bca1e1a-4c9a-4347-a333-78c41a1f51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802cb448-6c92-45d9-959a-7381f5fdf565', 'code': 200} Dec 16 22:03:24.444024 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:24.518586 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=802cb448-6c92-45d9-959a-7381f5fdf565,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:03:24.761030 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351971f-0fd4-4655-8d03-6db3ec028a50 req-6a788fd6-6e1f-498c-a9e5-2f0dfe832696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:24.762889 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5351971f-0fd4-4655-8d03-6db3ec028a50 req-6a788fd6-6e1f-498c-a9e5-2f0dfe832696 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 1098 time: 0.0504446 Dec 16 22:03:24.816527 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-5351971f-0fd4-4655-8d03-6db3ec028a50 req-2cae949d-cd7b-4055-8624-4b226d428093 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447183 Dec 16 22:03:25.276756 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74596673-5773-47a0-a96d-b407f979dc0b req-5530ab3c-4563-4e68-93e7-c6cedae1de75 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:25.278522 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-74596673-5773-47a0-a96d-b407f979dc0b req-5530ab3c-4563-4e68-93e7-c6cedae1de75 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 945 time: 0.0587745 Dec 16 22:03:25.555075 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-74596673-5773-47a0-a96d-b407f979dc0b req-87418d60-cf48-41db-a04b-ce90b23aed58 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699900 Dec 16 22:03:26.712895 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea780c-e64b-4efb-af4b-055aafa8738c req-fbd5b2fb-3d16-499b-ac2c-5931bd926144 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:26.714552 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ceea780c-e64b-4efb-af4b-055aafa8738c req-fbd5b2fb-3d16-499b-ac2c-5931bd926144 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 945 time: 0.0556765 Dec 16 22:03:26.775902 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ceea780c-e64b-4efb-af4b-055aafa8738c req-69dc64c8-fb16-418d-b9d6-0c1acd86e191 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536194 Dec 16 22:03:26.944250 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a16587-114b-4d18-b891-eaacbe5ca603 req-8c296fe3-6714-4b20-bac5-98096173074d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:26.946127 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64a16587-114b-4d18-b891-eaacbe5ca603 req-8c296fe3-6714-4b20-bac5-98096173074d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 945 time: 0.0583646 Dec 16 22:03:27.005039 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64a16587-114b-4d18-b891-eaacbe5ca603 req-0117de1c-95f3-49ff-a4bc-6f6b3eefaaf2 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525002 Dec 16 22:03:27.046814 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 51948) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:03:27.238454 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf3dac5-0764-4009-8d6a-6f6f560a231d tempest-TestVolumeBootPattern-280551428 tempest-TestVolumeBootPattern-280551428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:27.240027 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-baf3dac5-0764-4009-8d6a-6f6f560a231d tempest-TestVolumeBootPattern-280551428 tempest-TestVolumeBootPattern-280551428-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 1093 time: 0.1918886 Dec 16 22:03:27.243101 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 51952) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:03:27.248119 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Request body: {'floatingip': {'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'port_id': '802cb448-6c92-45d9-959a-7381f5fdf565', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:03:27.329758 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for floatingip, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:27.464898 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:27.580345 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Allocated IP 172.27.3.171 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/ef1acf60-d125-4c7f-8819-1d34d39fe4ee) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:03:27.691902 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:27.775342 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:27.825254 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:03:27.828505 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:03:27.833654 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:03:27.836972 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'Port': ['ID=ef1acf60-d125-4c7f-8819-1d34d39fe4ee,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:03:28.228884 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:28.335873 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:28.540248 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:28.598523 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:28.675488 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event updated for resources: {'Port': ['ID=ef1acf60-d125-4c7f-8819-1d34d39fe4ee,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:03:28.689674 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:28.800083 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.l3_db [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Floating IP 045e97ca-0517-43af-a9c6-d01a41de5f26 associated. External IP: 172.27.3.171, port: 802cb448-6c92-45d9-959a-7381f5fdf565. Dec 16 22:03:29.041249 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Router a9d07f84-dd54-4c71-8c44-7122e6827477 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:03:29.174781 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:03:29.190297 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dce79b-176f-4d06-9bed-82609e1d897a None None] Sync routers for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:03:29.202320 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dce79b-176f-4d06-9bed-82609e1d897a None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:03:29.202953 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-09dce79b-176f-4d06-9bed-82609e1d897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:03:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:03:29.294079 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:29.344732 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-673c5635-79a3-420d-a7d7-264626f2065d tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0903115 Dec 16 22:03:29.344732 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bca1e1a-4c9a-4347-a333-78c41a1f51a8', 'tag': '802cb448-6c92-45d9-959a-7381f5fdf565'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:03:29.344732 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9581a6a-18a7-46ff-ade2-c57776c50d23" -d '{"events": [{"name": "network-changed", "server_uuid": "2bca1e1a-4c9a-4347-a333-78c41a1f51a8", "tag": "802cb448-6c92-45d9-959a-7381f5fdf565"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:03:29.404676 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1f8fc4-eff3-4a78-a158-027576a3e8de x-openstack-request-id: req-4d1f8fc4-eff3-4a78-a158-027576a3e8de {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:03:29.405074 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bca1e1a-4c9a-4347-a333-78c41a1f51a8", "tag": "802cb448-6c92-45d9-959a-7381f5fdf565", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:03:29.405546 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d1f8fc4-eff3-4a78-a158-027576a3e8de {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:03:29.406062 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bca1e1a-4c9a-4347-a333-78c41a1f51a8', 'tag': '802cb448-6c92-45d9-959a-7381f5fdf565', 'status': 'completed', 'code': 200} Dec 16 22:03:29.500771 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9581a6a-18a7-46ff-ade2-c57776c50d23 req-240ff6df-07e7-41e2-be55-9d42f69b5fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:29.502911 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e9581a6a-18a7-46ff-ade2-c57776c50d23 req-240ff6df-07e7-41e2-be55-9d42f69b5fea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 1098 time: 0.0705080 Dec 16 22:03:29.509839 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-09dce79b-176f-4d06-9bed-82609e1d897a None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:03:29.661599 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9581a6a-18a7-46ff-ade2-c57776c50d23 req-0e2f6b0d-fb16-4048-8d0f-d2ecc597901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:29.663305 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e9581a6a-18a7-46ff-ade2-c57776c50d23 req-0e2f6b0d-fb16-4048-8d0f-d2ecc597901b service neutron] 10.222.0.59 "GET /v2.0/networks?id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 200 len: 912 time: 0.1469657 Dec 16 22:03:29.759820 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e9581a6a-18a7-46ff-ade2-c57776c50d23 req-109dee23-7690-4f78-b2c4-7a358f158982 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=802cb448-6c92-45d9-959a-7381f5fdf565 HTTP/1.1" status: 200 len: 999 time: 0.0885670 Dec 16 22:03:29.820332 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9581a6a-18a7-46ff-ade2-c57776c50d23 req-a9da33f3-408b-431b-9911-e8542ccdc3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:29.822184 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e9581a6a-18a7-46ff-ade2-c57776c50d23 req-a9da33f3-408b-431b-9911-e8542ccdc3dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a76a796-9908-426d-a225-cb7368e1df72 HTTP/1.1" status: 200 len: 850 time: 0.0546942 Dec 16 22:03:29.873754 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-09dce79b-176f-4d06-9bed-82609e1d897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '045e97ca-0517-43af-a9c6-d01a41de5f26', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'port_id': '802cb448-6c92-45d9-959a-7381f5fdf565', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'mac_address': 'fa:16:3e:73:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca1e1a-4c9a-4347-a333-78c41a1f51a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:03:28Z', 'updated_at': '2021-12-16T22:03:28Z', 'revision_number': 0, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address_scope': None}, {'id': '12657b3e-6db6-445a-a87d-dcfb6db7914d', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'port_id': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'mac_address': 'fa:16:3e:8f:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:00:53Z', 'updated_at': '2021-12-16T22:00:56Z', 'revision_number': 1, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:03:29.898017 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9581a6a-18a7-46ff-ade2-c57776c50d23 req-3c3f6e40-f50e-4374-911a-ed639a5062c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:29.900799 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e9581a6a-18a7-46ff-ade2-c57776c50d23 req-3c3f6e40-f50e-4374-911a-ed639a5062c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0682478 Dec 16 22:03:29.912538 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dce79b-176f-4d06-9bed-82609e1d897a None None] Checking router: a9d07f84-dd54-4c71-8c44-7122e6827477 for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:03:29.922258 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dce79b-176f-4d06-9bed-82609e1d897a None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:03:29.922831 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-09dce79b-176f-4d06-9bed-82609e1d897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:03:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:03:30.026368 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e9581a6a-18a7-46ff-ade2-c57776c50d23 req-204f6531-4f26-48ee-9353-13a82f0d5bdb service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172168 Dec 16 22:03:30.055047 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-09dce79b-176f-4d06-9bed-82609e1d897a None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:03:30.166052 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-e9581a6a-18a7-46ff-ade2-c57776c50d23 req-c387efe6-d0bb-4534-a59a-cc2edcd0e8d9 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311941 Dec 16 22:03:30.343362 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-09dce79b-176f-4d06-9bed-82609e1d897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '045e97ca-0517-43af-a9c6-d01a41de5f26', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'port_id': '802cb448-6c92-45d9-959a-7381f5fdf565', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'mac_address': 'fa:16:3e:73:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca1e1a-4c9a-4347-a333-78c41a1f51a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:03:28Z', 'updated_at': '2021-12-16T22:03:28Z', 'revision_number': 0, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address_scope': None}, {'id': '12657b3e-6db6-445a-a87d-dcfb6db7914d', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'port_id': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'mac_address': 'fa:16:3e:8f:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:00:53Z', 'updated_at': '2021-12-16T22:00:56Z', 'revision_number': 1, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:03:30.376743 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dce79b-176f-4d06-9bed-82609e1d897a None None] The sync data for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi is: [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '045e97ca-0517-43af-a9c6-d01a41de5f26', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'port_id': '802cb448-6c92-45d9-959a-7381f5fdf565', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'mac_address': 'fa:16:3e:73:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca1e1a-4c9a-4347-a333-78c41a1f51a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:03:28Z', 'updated_at': '2021-12-16T22:03:28Z', 'revision_number': 0, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address_scope': None}, {'id': '12657b3e-6db6-445a-a87d-dcfb6db7914d', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'port_id': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'mac_address': 'fa:16:3e:8f:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:00:53Z', 'updated_at': '2021-12-16T22:00:56Z', 'revision_number': 1, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:03:30.608552 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09982ce7-2dcd-4aa9-8838-0e824e79a29c None None] New status for floating IP 045e97ca-0517-43af-a9c6-d01a41de5f26: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:03:32.803485 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-54246d90-3809-465f-95be-5280da7dfe3b req-bf02fcca-b74d-4fac-a679-81067b5f2289 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495791 Dec 16 22:03:32.899566 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54246d90-3809-465f-95be-5280da7dfe3b req-1c56c94f-af60-4001-a9a3-52c92bbc9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:32.901156 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-54246d90-3809-465f-95be-5280da7dfe3b req-1c56c94f-af60-4001-a9a3-52c92bbc9e9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 1098 time: 0.0453751 Dec 16 22:03:33.027400 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54246d90-3809-465f-95be-5280da7dfe3b req-afc3761f-6821-4063-98da-9ac92ccdb776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:33.029022 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-54246d90-3809-465f-95be-5280da7dfe3b req-afc3761f-6821-4063-98da-9ac92ccdb776 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 200 len: 912 time: 0.1039152 Dec 16 22:03:33.108173 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-54246d90-3809-465f-95be-5280da7dfe3b req-f371cb8d-cb5c-4f49-a66d-925a0e11114a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb HTTP/1.1" status: 200 len: 1001 time: 0.0706699 Dec 16 22:03:33.168373 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54246d90-3809-465f-95be-5280da7dfe3b req-375c5a59-cba8-4f50-8740-ab461159fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:33.169906 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-54246d90-3809-465f-95be-5280da7dfe3b req-375c5a59-cba8-4f50-8740-ab461159fe1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a76a796-9908-426d-a225-cb7368e1df72 HTTP/1.1" status: 200 len: 850 time: 0.0541723 Dec 16 22:03:33.225382 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54246d90-3809-465f-95be-5280da7dfe3b req-0dbd19c7-7223-4c68-b720-3370d0982966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:33.226956 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-54246d90-3809-465f-95be-5280da7dfe3b req-0dbd19c7-7223-4c68-b720-3370d0982966 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489740 Dec 16 22:03:33.324405 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-54246d90-3809-465f-95be-5280da7dfe3b req-a6abd844-27c6-497b-9183-429b8ce8c363 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889490 Dec 16 22:03:33.381001 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:33.461989 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-54246d90-3809-465f-95be-5280da7dfe3b req-d61b1d33-ecdb-492e-8e41-70b74b68a207 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298363 Dec 16 22:03:37.278588 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:03:40.037472 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ed07ad56-13e7-48c0-b12b-23642696d6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:42.637660 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-55530c00-f2cc-4ff7-abd0-33c3004dc41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:43.574286 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:45.025929 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:46.079676 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:49.804977 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0e74c-7efc-48a6-878b-5dc4c29fd131 req-10bd834e-9707-40eb-af3d-b2c53b9a0692 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:49.806551 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ade0e74c-7efc-48a6-878b-5dc4c29fd131 req-10bd834e-9707-40eb-af3d-b2c53b9a0692 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 946 time: 0.0532322 Dec 16 22:03:49.863675 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ade0e74c-7efc-48a6-878b-5dc4c29fd131 req-bafabcdc-44d3-4e1c-8b14-693aceafed0c tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497415 Dec 16 22:03:50.999442 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0023c4d-b31b-4dce-bd05-dabe03de6584 req-d8ac22b7-8ace-471a-bc23-8c7f99d4fc56 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:51.001197 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b0023c4d-b31b-4dce-bd05-dabe03de6584 req-d8ac22b7-8ace-471a-bc23-8c7f99d4fc56 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 946 time: 0.0588665 Dec 16 22:03:51.061215 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b0023c4d-b31b-4dce-bd05-dabe03de6584 req-33238876-283d-4f20-9cf0-030cae9a374a tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups?id=da709f06-2406-44e8-8c8a-ca967f6f3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518217 Dec 16 22:03:51.146165 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-156b5e2a-d5e6-467e-9e88-494d8e069308 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:03:51.147805 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-156b5e2a-d5e6-467e-9e88-494d8e069308 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.59 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 946 time: 0.0649581 Dec 16 22:03:51.243575 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-d16ddc6d-a615-4232-8911-866593dec99e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Deleting port a6a63b15-28c0-4f9a-9979-07c36bdc8799 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:03:51.243915 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-d16ddc6d-a615-4232-8911-866593dec99e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:51.347610 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-d16ddc6d-a615-4232-8911-866593dec99e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] For port a6a63b15-28c0-4f9a-9979-07c36bdc8799, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6a63b15-28c0-4f9a-9979-07c36bdc8799,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:03:51.348075 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-d16ddc6d-a615-4232-8911-866593dec99e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:51.535262 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-d16ddc6d-a615-4232-8911-866593dec99e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:51.535687 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-d16ddc6d-a615-4232-8911-866593dec99e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:51.536024 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.l3_db [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-d16ddc6d-a615-4232-8911-866593dec99e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Floating IP f3669b4a-4a05-4d93-8b8b-cfcfc0a409ed disassociated. External IP: 172.27.3.157, port: a6a63b15-28c0-4f9a-9979-07c36bdc8799. Dec 16 22:03:51.536370 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-d16ddc6d-a615-4232-8911-866593dec99e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Calling delete_port for a6a63b15-28c0-4f9a-9979-07c36bdc8799 owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:03:51.751578 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-d16ddc6d-a615-4232-8911-866593dec99e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:51.783073 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ddc6d-a615-4232-8911-866593dec99e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event deleted for resources: {'Port': ['ID=a6a63b15-28c0-4f9a-9979-07c36bdc8799,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:03:51.913091 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-d16ddc6d-a615-4232-8911-866593dec99e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Router f96362b2-da03-4e25-8af0-cb11e7840574 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:03:52.212550 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-84286ca1-798b-4030-a941-eb364e7d3b57 req-a072f332-07ab-456d-8218-ccfbc934a83d tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 210 time: 0.0563707 Dec 16 22:03:52.316280 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-d16ddc6d-a615-4232-8911-866593dec99e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:03:52.330073 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e2211-db55-464a-95c6-926a3889c6f9 None None] Sync routers for ids ['f96362b2-da03-4e25-8af0-cb11e7840574'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:03:52.346902 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e2211-db55-464a-95c6-926a3889c6f9 None None] Routers {'f96362b2-da03-4e25-8af0-cb11e7840574'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:03:52.347436 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-e54e2211-db55-464a-95c6-926a3889c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:03:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['f96362b2-da03-4e25-8af0-cb11e7840574'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:03:52.359919 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-d16ddc6d-a615-4232-8911-866593dec99e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] No DVR routers for this DVR port a6a63b15-28c0-4f9a-9979-07c36bdc8799 on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:03:52.364637 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-d16ddc6d-a615-4232-8911-866593dec99e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:52.368344 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-cd412488-59b7-40eb-a616-6c3c2dc4b9d0 req-d16ddc6d-a615-4232-8911-866593dec99e tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.59 "DELETE /v2.0/ports/a6a63b15-28c0-4f9a-9979-07c36bdc8799 HTTP/1.1" status: 204 len: 173 time: 1.2132518 Dec 16 22:03:52.368974 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'name': 'network-vif-deleted', 'tag': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:03:52.371868 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066b0ce0-addf-45eb-a244-a618dcf4e56d" -d '{"events": [{"server_uuid": "36250bf1-51c1-4029-8959-4bacba3b5d34", "name": "network-vif-deleted", "tag": "a6a63b15-28c0-4f9a-9979-07c36bdc8799"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:03:52.421860 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e92770-3067-4b20-ab24-690c38488701 x-openstack-request-id: req-f3e92770-3067-4b20-ab24-690c38488701 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:03:52.422306 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36250bf1-51c1-4029-8959-4bacba3b5d34", "name": "network-vif-deleted", "tag": "a6a63b15-28c0-4f9a-9979-07c36bdc8799", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:03:52.422701 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3e92770-3067-4b20-ab24-690c38488701 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:03:52.423287 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36250bf1-51c1-4029-8959-4bacba3b5d34', 'name': 'network-vif-deleted', 'tag': 'a6a63b15-28c0-4f9a-9979-07c36bdc8799', 'status': 'completed', 'code': 200} Dec 16 22:03:52.497495 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-e54e2211-db55-464a-95c6-926a3889c6f9 None None] Set router f96362b2-da03-4e25-8af0-cb11e7840574 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:03:52.734428 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-e54e2211-db55-464a-95c6-926a3889c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '5969fbde-3727-4e4a-a43a-182e8595993b', 'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'mac_address': 'fa:16:3e:40:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:39Z', 'updated_at': '2021-12-16T21:56:45Z', 'revision_number': 5, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'subnets': [{'id': '9a289809-76be-41c6-8299-52e501367a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:03:52.764260 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e2211-db55-464a-95c6-926a3889c6f9 None None] Checking router: f96362b2-da03-4e25-8af0-cb11e7840574 for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:03:52.773472 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e2211-db55-464a-95c6-926a3889c6f9 None None] Routers {'f96362b2-da03-4e25-8af0-cb11e7840574'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:03:52.774104 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-e54e2211-db55-464a-95c6-926a3889c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:03:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['f96362b2-da03-4e25-8af0-cb11e7840574'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:03:52.887196 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-e54e2211-db55-464a-95c6-926a3889c6f9 None None] Set router f96362b2-da03-4e25-8af0-cb11e7840574 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:03:53.118700 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-e54e2211-db55-464a-95c6-926a3889c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '5969fbde-3727-4e4a-a43a-182e8595993b', 'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'mac_address': 'fa:16:3e:40:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:39Z', 'updated_at': '2021-12-16T21:56:45Z', 'revision_number': 5, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'subnets': [{'id': '9a289809-76be-41c6-8299-52e501367a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:03:53.151629 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e2211-db55-464a-95c6-926a3889c6f9 None None] The sync data for ids ['f96362b2-da03-4e25-8af0-cb11e7840574'] in dv-cinder-790535-21-iscsi is: [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T21:56:40Z', 'revision_number': 4, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '5969fbde-3727-4e4a-a43a-182e8595993b', 'name': '', 'network_id': '0e8205d6-50c6-4140-b075-154cc20dabb0', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'mac_address': 'fa:16:3e:40:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9a289809-76be-41c6-8299-52e501367a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:39Z', 'updated_at': '2021-12-16T21:56:45Z', 'revision_number': 5, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'subnets': [{'id': '9a289809-76be-41c6-8299-52e501367a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:03:53.345404 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-656a0c0c-f04a-4b5e-87ee-75f1a55feb62 req-fc8d4b96-6529-492d-9b98-54c3e97c4125 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/ports?device_id=36250bf1-51c1-4029-8959-4bacba3b5d34 HTTP/1.1" status: 200 len: 210 time: 0.0311859 Dec 16 22:03:53.410499 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048bde17-5a66-4f84-8760-8012c835e967 None None] New status for floating IP f3669b4a-4a05-4d93-8b8b-cfcfc0a409ed: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:03:54.113597 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a6a63b15-28c0-4f9a-9979-07c36bdc8799 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:03:54.134631 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: a6a63b15-28c0-4f9a-9979-07c36bdc8799 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:03:54.134972 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device a6a63b15-28c0-4f9a-9979-07c36bdc8799 not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:03:54.514472 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 51994) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:03:54.582028 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-44b9c11a-ca58-487e-add3-1264f7c2e2c2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:54.607308 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-44b9c11a-ca58-487e-add3-1264f7c2e2c2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:54.717207 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-44b9c11a-ca58-487e-add3-1264f7c2e2c2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:54.719888 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-44b9c11a-ca58-487e-add3-1264f7c2e2c2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:54.721089 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-44b9c11a-ca58-487e-add3-1264f7c2e2c2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "DELETE /v2.0/security-groups/da709f06-2406-44e8-8c8a-ca967f6f3f51 HTTP/1.1" status: 204 len: 168 time: 0.2052698 Dec 16 22:03:54.724036 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 51996) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:03:54.731246 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9c11a-ca58-487e-add3-1264f7c2e2c2 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da709f06-2406-44e8-8c8a-ca967f6f3f51,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:03:54.739188 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.api.v2.resource [None req-ad6ea587-4688-4776-b0ba-c4773c496eb9 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] show failed (client error): The resource could not be found. Dec 16 22:03:54.740516 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-ad6ea587-4688-4776-b0ba-c4773c496eb9 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "GET /v2.0/security-groups/da709f06-2406-44e8-8c8a-ca967f6f3f51 HTTP/1.1" status: 404 len: 347 time: 0.0154016 Dec 16 22:03:54.744794 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 51998) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:03:54.973486 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Deleting port 5656c81f-a334-4ade-9a53-279c3f6bd3a3 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:03:54.973725 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:55.061196 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:55.061523 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:55.074138 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Calling delete_port for 5656c81f-a334-4ade-9a53-279c3f6bd3a3 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:03:55.311143 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:55.342413 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Pushing event deleted for resources: {'Port': ['ID=5656c81f-a334-4ade-9a53-279c3f6bd3a3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:03:55.368213 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:55.368583 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:55.368928 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:55.369270 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:55.369606 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:55.369929 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:55.370518 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:55.370845 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:55.371168 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:55.371487 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:55.371809 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:55.372130 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:55.372471 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:03:55.419922 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks [] for floatingip, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:55.425282 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:55.425282 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a776a335-0855-4ad9-99f9-73dc4c9cf160 tempest-AttachVolumeShelveTestJSON-1113153339 tempest-AttachVolumeShelveTestJSON-1113153339-project] 10.222.0.44 "DELETE /v2.0/floatingips/f3669b4a-4a05-4d93-8b8b-cfcfc0a409ed HTTP/1.1" status: 204 len: 168 time: 0.6774158 Dec 16 22:03:58.155921 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52020) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:03:58.662563 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e737f95e-7296-4a24-bf01-08fc052ba730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581063'] for router_interface, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:58.943368 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-e737f95e-7296-4a24-bf01-08fc052ba730 admin admin] Deleting port 5969fbde-3727-4e4a-a43a-182e8595993b {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:03:58.943645 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e737f95e-7296-4a24-bf01-08fc052ba730 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:59.038430 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-e737f95e-7296-4a24-bf01-08fc052ba730 admin admin] For port 5969fbde-3727-4e4a-a43a-182e8595993b, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=5969fbde-3727-4e4a-a43a-182e8595993b,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:03:59.038812 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e737f95e-7296-4a24-bf01-08fc052ba730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:59.053033 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-e737f95e-7296-4a24-bf01-08fc052ba730 admin admin] Calling delete_port for 5969fbde-3727-4e4a-a43a-182e8595993b owned by network:router_interface {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:03:59.351196 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e737f95e-7296-4a24-bf01-08fc052ba730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:59.378032 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737f95e-7296-4a24-bf01-08fc052ba730 admin admin] Pushing event deleted for resources: {'Port': ['ID=5969fbde-3727-4e4a-a43a-182e8595993b,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:03:59.599298 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e737f95e-7296-4a24-bf01-08fc052ba730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1818230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581211'] for router_interface, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:59.864485 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e737f95e-7296-4a24-bf01-08fc052ba730 admin admin] Router f96362b2-da03-4e25-8af0-cb11e7840574 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:03:59.993439 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e737f95e-7296-4a24-bf01-08fc052ba730 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:03:59.998826 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e737f95e-7296-4a24-bf01-08fc052ba730 admin admin] 10.222.0.44 "PUT /v2.0/routers/f96362b2-da03-4e25-8af0-cb11e7840574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8417807 Dec 16 22:04:00.001544 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52026) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:04:00.006786 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa488fcb-5206-4487-bc31-70ae23012a16 None None] Sync routers for ids ['f96362b2-da03-4e25-8af0-cb11e7840574'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:04:00.017469 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa488fcb-5206-4487-bc31-70ae23012a16 None None] Routers {'f96362b2-da03-4e25-8af0-cb11e7840574'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:04:00.018174 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-fa488fcb-5206-4487-bc31-70ae23012a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:03:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['f96362b2-da03-4e25-8af0-cb11e7840574'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:00.131106 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:00.131321 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-fa488fcb-5206-4487-bc31-70ae23012a16 None None] Set router f96362b2-da03-4e25-8af0-cb11e7840574 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:04:00.246066 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:00.329323 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-fa488fcb-5206-4487-bc31-70ae23012a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T22:03:59Z', 'revision_number': 5, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port': {'id': '1ad11731-4b0e-4cbc-b738-5f77fe5c67fb', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:36Z', 'updated_at': '2021-12-16T21:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:00.356580 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa488fcb-5206-4487-bc31-70ae23012a16 None None] Checking router: f96362b2-da03-4e25-8af0-cb11e7840574 for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:04:00.366357 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa488fcb-5206-4487-bc31-70ae23012a16 None None] Routers {'f96362b2-da03-4e25-8af0-cb11e7840574'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:04:00.366973 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-fa488fcb-5206-4487-bc31-70ae23012a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:03:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['f96362b2-da03-4e25-8af0-cb11e7840574'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:00.411240 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] Deleting port 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:04:00.411875 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:00.509905 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] For port 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=1ad11731-4b0e-4cbc-b738-5f77fe5c67fb,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:04:00.510291 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:00.526438 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] Calling delete_port for 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb owned by network:router_gateway {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:04:00.594421 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-fa488fcb-5206-4487-bc31-70ae23012a16 None None] Set router f96362b2-da03-4e25-8af0-cb11e7840574 gateway port host: None {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:04:00.649225 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-fa488fcb-5206-4487-bc31-70ae23012a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T22:04:00Z', 'revision_number': 6, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port_host': None}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:00.680185 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa488fcb-5206-4487-bc31-70ae23012a16 None None] The sync data for ids ['f96362b2-da03-4e25-8af0-cb11e7840574'] in dv-cinder-790535-21-iscsi is: [{'id': 'f96362b2-da03-4e25-8af0-cb11e7840574', 'name': 'tempest-AttachVolumeShelveTestJSON-896222871-router', 'tenant_id': '2222f1d7be91471380160da7092bd9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:35Z', 'updated_at': '2021-12-16T22:04:00Z', 'revision_number': 6, 'project_id': '2222f1d7be91471380160da7092bd9d7', 'gw_port_host': None}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:04:00.762109 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:00.788206 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad11731-4b0e-4cbc-b738-5f77fe5c67fb,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:00.855719 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:00.952215 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124280'] for router, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:00.954465 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:01.082934 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587616'] for router, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:01.083664 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f96362b2-da03-4e25-8af0-cb11e7840574 {{(pid=109593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:04:01.089114 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] Publish callbacks [] for router, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:01.090506 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d25ab7a0-273b-4557-885b-6a10142a77c4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f96362b2-da03-4e25-8af0-cb11e7840574 HTTP/1.1" status: 204 len: 168 time: 1.0875335 Dec 16 22:04:01.093140 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52028) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:04:01.147203 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-98142d6e-faab-4bf7-a80f-ef2f76a00458 admin admin] Deleting subnet 9a289809-76be-41c6-8299-52e501367a8c {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:04:01.150633 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98142d6e-faab-4bf7-a80f-ef2f76a00458 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:01.186179 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98142d6e-faab-4bf7-a80f-ef2f76a00458 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215263'] for subnet, precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:01.300084 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98142d6e-faab-4bf7-a80f-ef2f76a00458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:01.431050 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98142d6e-faab-4bf7-a80f-ef2f76a00458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9313484'] for subnet, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:01.461199 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98142d6e-faab-4bf7-a80f-ef2f76a00458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a289809-76be-41c6-8299-52e501367a8c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:01.465033 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98142d6e-faab-4bf7-a80f-ef2f76a00458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:01.468271 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-98142d6e-faab-4bf7-a80f-ef2f76a00458 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9a289809-76be-41c6-8299-52e501367a8c HTTP/1.1" status: 204 len: 168 time: 0.3741698 Dec 16 22:04:01.470772 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52030) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:04:01.472557 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4073115a-b4e1-4e55-9e9d-681a4ccda78e None None] Network 0e8205d6-50c6-4140-b075-154cc20dabb0 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:04:01.546463 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:01.610181 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] Deleting port db287773-410b-4637-a0ae-37867fa20aa2 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:04:01.610513 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:01.645076 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] DHCP port deletion for 0e8205d6-50c6-4140-b075-154cc20dabb0 request from dv-cinder-790535-21-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:04:01.689279 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] For port db287773-410b-4637-a0ae-37867fa20aa2, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=db287773-410b-4637-a0ae-37867fa20aa2,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:04:01.689639 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:01.704619 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] Calling delete_port for db287773-410b-4637-a0ae-37867fa20aa2 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:04:01.714460 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Deleting port db287773-410b-4637-a0ae-37867fa20aa2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:04:01.714749 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:01.782726 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] For port db287773-410b-4637-a0ae-37867fa20aa2, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=db287773-410b-4637-a0ae-37867fa20aa2,segment=NetworkSegment(1243b04f-a43f-4f27-b3e9-089e730705ae),segment_id=1243b04f-a43f-4f27-b3e9-089e730705ae)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:04:01.783123 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:01.802009 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Calling delete_port for db287773-410b-4637-a0ae-37867fa20aa2 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:04:01.895304 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:01.901155 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555'] for port, after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:01.926122 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] Pushing event deleted for resources: {'Port': ['ID=db287773-410b-4637-a0ae-37867fa20aa2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:01.927919 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] No DVR routers for this DVR port db287773-410b-4637-a0ae-37867fa20aa2 on host dv-cinder-790535-21-iscsi {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:04:01.928611 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Pushing event deleted for resources: {'Port': ['ID=db287773-410b-4637-a0ae-37867fa20aa2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:01.938060 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] No DVR routers for this DVR port db287773-410b-4637-a0ae-37867fa20aa2 on host dv-cinder-790535-21-iscsi {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:04:01.943227 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:01.944138 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:01.944138 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:01.944518 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:01.944916 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:01.945306 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:01.945699 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:01.946193 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:01.946634 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:01.946925 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:01.947273 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:01.947273 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:01.947273 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e3c6a-7dc9-41bc-95b1-ba65fb689394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:02.011691 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:02.034936 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8205d6-50c6-4140-b075-154cc20dabb0']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:02.044483 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1243b04f-a43f-4f27-b3e9-089e730705ae') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:02.044772 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1243b04f-a43f-4f27-b3e9-089e730705ae') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:02.055110 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215460'] for segment, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:02.069753 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:02.076432 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3293290'] for segment, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: Traceback (most recent call last): Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: timer() Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: cb(*args, **kw) Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: return func(*args, **kwargs) Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: self._notify() Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: self.callback(batched_events) Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: event.method(event) Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: return f(self, *a, **k) Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._get(url).json() Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:04:02.082253 dv-cinder-790535-21-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:04:02.185326 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:02.193136 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:02.196684 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] 10.222.0.44 "DELETE /v2.0/networks/0e8205d6-50c6-4140-b075-154cc20dabb0 HTTP/1.1" status: 204 len: 168 time: 0.7241302 Dec 16 22:04:02.207622 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31213707-25a5-4e23-bc0f-f2822629290d admin admin] Pushing event deleted for resources: {'Network': ['ID=0e8205d6-50c6-4140-b075-154cc20dabb0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:02.271683 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 5969fbde-3727-4e4a-a43a-182e8595993b no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:04:02.295653 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: 5969fbde-3727-4e4a-a43a-182e8595993b {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:04:02.296008 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 5969fbde-3727-4e4a-a43a-182e8595993b not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:04:02.296415 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device db287773-410b-4637-a0ae-37867fa20aa2 no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:04:02.317879 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: db287773-410b-4637-a0ae-37867fa20aa2 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:04:02.318219 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device db287773-410b-4637-a0ae-37867fa20aa2 not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:04:02.318630 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:04:02.341587 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:04:02.341925 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 1ad11731-4b0e-4cbc-b738-5f77fe5c67fb not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:04:02.517954 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52034) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:04:02.558440 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2133be5d-28a4-42d2-a848-c0fc7ce37413 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2222f1d7be91471380160da7092bd9d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390036 Dec 16 22:04:02.560858 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52036) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:04:02.613404 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d75ea07e-a20e-4b0e-b22b-6a1496138bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:02.641572 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d75ea07e-a20e-4b0e-b22b-6a1496138bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:02.786046 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d75ea07e-a20e-4b0e-b22b-6a1496138bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:02.788942 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d75ea07e-a20e-4b0e-b22b-6a1496138bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:02.790204 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d75ea07e-a20e-4b0e-b22b-6a1496138bcf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/259ccfc1-c514-46ff-9921-b8b1a1256513 HTTP/1.1" status: 204 len: 168 time: 0.2284043 Dec 16 22:04:02.798841 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ea07e-a20e-4b0e-b22b-6a1496138bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259ccfc1-c514-46ff-9921-b8b1a1256513,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:03.403532 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:04.005017 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52058) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:04:04.135427 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-987666802-network', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:04:04.230596 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] Made reservation on behalf of 5d1d04eb07214f789b5f58ca6c064eb0 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:04:04.234807 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:04.242558 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:04.320021 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:04.396571 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:04.425151 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:04:04.431780 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c03f3a-d494-4dcf-93c4-fcf1d97bb847,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:04.438092 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:04.438437 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] Added segment a11bf279-0cd2-4d74-aaee-a46dcd379a8d of type vlan for network 20a3eec7-41a9-4245-914f-e98b7a66cb56 Dec 16 22:04:04.486231 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:04.567800 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:04.568923 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:04.569557 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:04.634674 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] Pushing event updated for resources: {'Network': ['ID=20a3eec7-41a9-4245-914f-e98b7a66cb56,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:04.644782 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network 20a3eec7-41a9-4245-914f-e98b7a66cb56 details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:04:04.691152 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-351c3be2-9bb0-4456-943f-d2ca0c5e973d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6841640 Dec 16 22:04:04.694095 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52062) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:04:04.698834 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b3a9cd74-b7f9-4a4c-a6f6-937e5eed9c5b admin admin] Request body: {'subnet': {'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-987666802-subnet', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:04:04.807778 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a9cd74-b7f9-4a4c-a6f6-937e5eed9c5b admin admin] Made reservation on behalf of 5d1d04eb07214f789b5f58ca6c064eb0 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:04:04.810293 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cd74-b7f9-4a4c-a6f6-937e5eed9c5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9313451'] for subnet, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:05.087870 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cd74-b7f9-4a4c-a6f6-937e5eed9c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9313461'] for subnet, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:05.139973 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9cd74-b7f9-4a4c-a6f6-937e5eed9c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=681f9249-4312-425a-815c-a3dce893a0fb,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:05.156236 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a9cd74-b7f9-4a4c-a6f6-937e5eed9c5b admin admin] Checking segment: {'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:04:05.156641 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a9cd74-b7f9-4a4c-a6f6-937e5eed9c5b admin admin] Network hostable DHCP agents. Network: 20a3eec7-41a9-4245-914f-e98b7a66cb56, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:04:05.258888 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a9cd74-b7f9-4a4c-a6f6-937e5eed9c5b admin admin] Network 20a3eec7-41a9-4245-914f-e98b7a66cb56 is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:04:05.345087 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-b3a9cd74-b7f9-4a4c-a6f6-937e5eed9c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, 20a3eec7-41a9-4245-914f-e98b7a66cb56) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:04:05.351075 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a9cd74-b7f9-4a4c-a6f6-937e5eed9c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:05.352026 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cd74-b7f9-4a4c-a6f6-937e5eed9c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:05.364471 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8659bd-c8bf-425f-a72b-35612dcb1896 None None] Network 20a3eec7-41a9-4245-914f-e98b7a66cb56 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:04:05.445588 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-b3a9cd74-b7f9-4a4c-a6f6-937e5eed9c5b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7501903 Dec 16 22:04:05.449522 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52064) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:04:05.454112 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:04:05.476298 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfddd4881-cffc-5be5-9fa1-a47a6233afa8-20a3eec7-41a9-4245-914f-e98b7a66cb56', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb'}]}} from dv-cinder-790535-21-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:04:05.484338 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:05.591072 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124246'] for router, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:05.592225 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1646291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124257'] for router, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:05.614714 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Allocated IP 172.20.0.2 (20a3eec7-41a9-4245-914f-e98b7a66cb56/681f9249-4312-425a-815c-a3dce893a0fb/b1595f89-25fe-48ef-a124-2ce18b7923aa) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:04:05.645734 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:05.760509 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Publish callbacks [] for port, precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:05.853968 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546'] for port, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:05.863908 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:05.898355 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Network 20a3eec7-41a9-4245-914f-e98b7a66cb56 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:04:05.901167 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:04:05.903818 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:04:05.915462 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Pushing event updated for resources: {'Port': ['ID=b1595f89-25fe-48ef-a124-2ce18b7923aa,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:05.963555 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Attempting to bind port b1595f89-25fe-48ef-a124-2ce18b7923aa on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:04:05.963916 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Attempting to bind port b1595f89-25fe-48ef-a124-2ce18b7923aa by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:04:05.964269 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Attempting to bind port b1595f89-25fe-48ef-a124-2ce18b7923aa on network 20a3eec7-41a9-4245-914f-e98b7a66cb56 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:04:05.969787 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:04:05.970152 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Checking segment: {'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:04:05.970550 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:05.971900 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Bound using segment: {'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:04:05.972099 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Bound port: b1595f89-25fe-48ef-a124-2ce18b7923aa, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:04:05.972609 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:06.045458 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] For port b1595f89-25fe-48ef-a124-2ce18b7923aa, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:04:06.048772 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] For port b1595f89-25fe-48ef-a124-2ce18b7923aa, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=b1595f89-25fe-48ef-a124-2ce18b7923aa,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:04:06.146367 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:06.210252 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:06.234534 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31349247-6de9-422f-8243-df36a9efebc1 None None] Pushing event updated for resources: {'Port': ['ID=b1595f89-25fe-48ef-a124-2ce18b7923aa,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:06.512315 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:06.642085 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Allocated IP 172.27.3.111 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/3ec19ce4-e488-4e6f-a37b-5327a948e28b) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:04:06.759464 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:06.900495 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:06.949908 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:04:06.953119 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:04:06.957520 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:04:06.982197 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec19ce4-e488-4e6f-a37b-5327a948e28b,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:07.240832 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9045744e-d24c-4873-b501-ccc6808c7184 None None] Network 20a3eec7-41a9-4245-914f-e98b7a66cb56 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:04:07.308105 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-1a89407f-e85e-4e91-8715-08031d151a9b None None] Provisioning complete for port b1595f89-25fe-48ef-a124-2ce18b7923aa triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:04:07.308378 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a89407f-e85e-4e91-8715-08031d151a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:07.328489 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:07.436480 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a89407f-e85e-4e91-8715-08031d151a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:07.500433 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-1a89407f-e85e-4e91-8715-08031d151a9b None None] For port b1595f89-25fe-48ef-a124-2ce18b7923aa, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=b1595f89-25fe-48ef-a124-2ce18b7923aa,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:04:07.615116 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a89407f-e85e-4e91-8715-08031d151a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:07.632069 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584865'] for router, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:07.692048 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89407f-e85e-4e91-8715-08031d151a9b None None] Pushing event updated for resources: {'Port': ['ID=b1595f89-25fe-48ef-a124-2ce18b7923aa,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:07.741570 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-1c6d52aa-092f-44c4-87e5-c3dc6b58f1b3 None None] Provisioning complete for port b1595f89-25fe-48ef-a124-2ce18b7923aa triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:04:07.742081 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1c6d52aa-092f-44c4-87e5-c3dc6b58f1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:07.842612 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb is scheduled to L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 with binding_index 1 {{(pid=109593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:04:07.978106 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:04:07.987825 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Sync routers for ids ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:04:07.999387 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Routers {'8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:04:07.999987 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:03:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:08.061261 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] Publish callbacks [] for router, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:08.062622 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-3f8fcdc1-aed7-4a66-9820-c3ab1260b705 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6119971 Dec 16 22:04:08.066010 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52066) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:04:08.106756 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Set router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:04:08.320560 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:07Z', 'revision_number': 3, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:08.331691 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device b1595f89-25fe-48ef-a124-2ce18b7923aa up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:04:08.354163 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Checking router: 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:04:08.354658 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Updating router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb port 3ec19ce4-e488-4e6f-a37b-5327a948e28b binding host dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:04:08.388095 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:08.402440 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port b1595f89-25fe-48ef-a124-2ce18b7923aa triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:04:08.402806 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:08.573107 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:08.711950 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Publish callbacks [] for port, precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:08.799072 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Allocated IP 172.20.0.1 (20a3eec7-41a9-4245-914f-e98b7a66cb56/681f9249-4312-425a-815c-a3dce893a0fb/2603063f-af0d-4bd4-ace0-e11c600043d7) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:04:08.808352 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:08.880149 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de5de3-0222-4dfa-8b69-c1baa010cf4c None None] Pushing event updated for resources: {'Port': ['ID=3ec19ce4-e488-4e6f-a37b-5327a948e28b,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:08.888649 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Attempting to bind port 3ec19ce4-e488-4e6f-a37b-5327a948e28b on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:04:08.889375 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Attempting to bind port 3ec19ce4-e488-4e6f-a37b-5327a948e28b by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:04:08.889801 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Attempting to bind port 3ec19ce4-e488-4e6f-a37b-5327a948e28b on network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:04:08.898182 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de5de3-0222-4dfa-8b69-c1baa010cf4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:08.898656 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de5de3-0222-4dfa-8b69-c1baa010cf4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:08.899373 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de5de3-0222-4dfa-8b69-c1baa010cf4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:08.902533 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de5de3-0222-4dfa-8b69-c1baa010cf4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:08.902533 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de5de3-0222-4dfa-8b69-c1baa010cf4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:08.902533 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de5de3-0222-4dfa-8b69-c1baa010cf4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:08.902533 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de5de3-0222-4dfa-8b69-c1baa010cf4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:08.902533 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de5de3-0222-4dfa-8b69-c1baa010cf4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:08.902533 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de5de3-0222-4dfa-8b69-c1baa010cf4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:08.902533 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de5de3-0222-4dfa-8b69-c1baa010cf4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:08.902533 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de5de3-0222-4dfa-8b69-c1baa010cf4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:08.903213 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de5de3-0222-4dfa-8b69-c1baa010cf4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:08.903526 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de5de3-0222-4dfa-8b69-c1baa010cf4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:08.909388 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:04:08.910174 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Checking segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:04:08.910917 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:08.911632 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Bound using segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:04:08.912552 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Bound port: 3ec19ce4-e488-4e6f-a37b-5327a948e28b, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:04:08.913311 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:08.932166 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:08.978630 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] For port 3ec19ce4-e488-4e6f-a37b-5327a948e28b, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:04:08.983136 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] For port 3ec19ce4-e488-4e6f-a37b-5327a948e28b, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=3ec19ce4-e488-4e6f-a37b-5327a948e28b,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:04:09.042486 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:09.083044 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:09.084313 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Network 20a3eec7-41a9-4245-914f-e98b7a66cb56 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:04:09.087182 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:04:09.090911 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:04:09.097652 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Pushing event updated for resources: {'Port': ['ID=2603063f-af0d-4bd4-ace0-e11c600043d7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:09.155834 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:09.168097 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Routers {'8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:04:09.169137 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:03:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:09.217162 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de5de3-0222-4dfa-8b69-c1baa010cf4c None None] Pushing event updated for resources: {'Port': ['ID=3ec19ce4-e488-4e6f-a37b-5327a948e28b,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:09.362188 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:09.391205 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-d5a47530-a93a-41e4-98ba-b834bc5febc5 None None] Provisioning complete for port 2603063f-af0d-4bd4-ace0-e11c600043d7 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:04:09.391799 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5a47530-a93a-41e4-98ba-b834bc5febc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:09.429034 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] Set router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:04:09.433819 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d5a47530-a93a-41e4-98ba-b834bc5febc5 None None] Port 2603063f-af0d-4bd4-ace0-e11c600043d7 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:04:09.552360 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:09.611201 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:07Z', 'revision_number': 3, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:09.630840 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3293262'] for port, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:09.642734 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2046a4c2-d8f5-44fd-9816-10d08779f58b None None] The sync data for ids ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'] in dv-cinder-790535-21-iscsi is: [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:07Z', 'revision_number': 3, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:04:09.707122 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Pushing event updated for resources: {'Port': ['ID=2603063f-af0d-4bd4-ace0-e11c600043d7,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:09.709537 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581090'] for router_interface, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:09.817441 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Network 20a3eec7-41a9-4245-914f-e98b7a66cb56 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:04:09.818896 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:04:09.980941 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:04:10.093613 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44fdb98d-20ce-4609-b351-6433b1c1ea98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:10.126080 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:04:10.138709 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-30491356-e31d-4314-9743-9db8dba265e3 admin admin] 10.222.0.44 "PUT /v2.0/routers/8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0715809 Dec 16 22:04:10.165953 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-b56cd480-65ca-4032-977d-d1fb988a02e2 None None] Provisioning complete for port 2603063f-af0d-4bd4-ace0-e11c600043d7 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:04:10.165953 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b56cd480-65ca-4032-977d-d1fb988a02e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:10.205726 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b56cd480-65ca-4032-977d-d1fb988a02e2 None None] Port 2603063f-af0d-4bd4-ace0-e11c600043d7 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:04:10.304325 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 3ec19ce4-e488-4e6f-a37b-5327a948e28b up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:04:10.361032 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 3ec19ce4-e488-4e6f-a37b-5327a948e28b triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:04:10.361891 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:10.467514 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:10.496603 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] For port 3ec19ce4-e488-4e6f-a37b-5327a948e28b, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=3ec19ce4-e488-4e6f-a37b-5327a948e28b,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:04:10.625243 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:10.688932 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Pushing event updated for resources: {'Port': ['ID=3ec19ce4-e488-4e6f-a37b-5327a948e28b,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:10.853283 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52076) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:04:10.858555 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-95bdd567-ba23-494d-a0d7-208383210c60 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--21295202', 'description': 'tempest-description--228897915'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:04:11.025361 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-95bdd567-ba23-494d-a0d7-208383210c60 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:11.108290 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-95bdd567-ba23-494d-a0d7-208383210c60 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:11.230681 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-95bdd567-ba23-494d-a0d7-208383210c60 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:11.273379 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdd567-ba23-494d-a0d7-208383210c60 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac58ed2e-0f86-48f4-98ea-0196e69579d6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:11.358223 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-95bdd567-ba23-494d-a0d7-208383210c60 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:11.359538 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-95bdd567-ba23-494d-a0d7-208383210c60 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5052414 Dec 16 22:04:11.364423 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52078) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:04:11.371313 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a6206e05-a160-4f08-9127-cf65dc574427 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Request body: {'security_group_rule': {'security_group_id': 'ac58ed2e-0f86-48f4-98ea-0196e69579d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:04:11.441775 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Sync routers for ids ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:04:11.454008 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Routers {'8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:04:11.457585 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:03:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:11.482329 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6206e05-a160-4f08-9127-cf65dc574427 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:11.561814 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6206e05-a160-4f08-9127-cf65dc574427 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:11.569995 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Set router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:04:11.664863 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6206e05-a160-4f08-9127-cf65dc574427 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:11.686748 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6206e05-a160-4f08-9127-cf65dc574427 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416a69fb-97bf-4bc0-9e33-2db3b4c00e55,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:11.794300 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6206e05-a160-4f08-9127-cf65dc574427 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:11.796568 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a6206e05-a160-4f08-9127-cf65dc574427 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4307299 Dec 16 22:04:11.799803 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52080) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:04:11.805295 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '2603063f-af0d-4bd4-ace0-e11c600043d7', 'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'mac_address': 'fa:16:3e:03:f5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:08Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 2, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'subnets': [{'id': '681f9249-4312-425a-815c-a3dce893a0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:11.806098 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Request body: {'security_group_rule': {'security_group_id': 'ac58ed2e-0f86-48f4-98ea-0196e69579d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:04:11.837211 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Checking router: 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:04:11.837560 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Updating router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb port 2603063f-af0d-4bd4-ace0-e11c600043d7 binding host dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:04:11.866135 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.001862 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.073481 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.160365 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Publish callbacks [] for port, precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.166725 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.184082 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18c333e-d8d3-4691-a15c-61681fe54ced,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:12.193192 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:12.193539 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:12.193883 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:12.194221 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:12.194603 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:12.194930 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:12.195254 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:12.195580 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:12.195918 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:12.196231 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:12.196592 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:12.196911 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:12.197230 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:04:12.276471 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 3ec19ce4-e488-4e6f-a37b-5327a948e28b up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:04:12.305882 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.325964 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.328278 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-37f7ed0f-6770-4ee5-a270-bcc33be71c10 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5270979 Dec 16 22:04:12.332174 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52082) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:04:12.337878 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Request body: {'floatingip': {'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:04:12.396824 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b5e74-5ce4-473e-9514-de5c78999e46 None None] Pushing event updated for resources: {'Port': ['ID=2603063f-af0d-4bd4-ace0-e11c600043d7,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:12.437174 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 3ec19ce4-e488-4e6f-a37b-5327a948e28b triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:04:12.437542 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.465134 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for floatingip, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.471802 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Attempting to bind port 2603063f-af0d-4bd4-ace0-e11c600043d7 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:04:12.472433 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Attempting to bind port 2603063f-af0d-4bd4-ace0-e11c600043d7 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:04:12.472932 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Attempting to bind port 2603063f-af0d-4bd4-ace0-e11c600043d7 on network 20a3eec7-41a9-4245-914f-e98b7a66cb56 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:04:12.485596 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:04:12.486083 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Checking segment: {'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:04:12.486367 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.487324 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Bound using segment: {'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:04:12.488131 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Bound port: 2603063f-af0d-4bd4-ace0-e11c600043d7, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:04:12.488786 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.609071 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] For port 2603063f-af0d-4bd4-ace0-e11c600043d7, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:04:12.613714 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] For port 2603063f-af0d-4bd4-ace0-e11c600043d7, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=2603063f-af0d-4bd4-ace0-e11c600043d7,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:04:12.644437 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.647798 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-43b512a3-15bd-45cd-834e-bb93d0210c35 None None] Provisioning complete for port 2603063f-af0d-4bd4-ace0-e11c600043d7 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:04:12.648363 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43b512a3-15bd-45cd-834e-bb93d0210c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.811935 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Allocated IP 172.27.3.100 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/ec2079c8-ac09-4e77-accb-7f41d0577193) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:04:12.852188 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.854336 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb5c4-4353-44c6-8aa8-0879046a0fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:12.930656 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-43b512a3-15bd-45cd-834e-bb93d0210c35 None None] Port 2603063f-af0d-4bd4-ace0-e11c600043d7 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:04:12.957778 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Routers {'8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:04:12.958878 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:04:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:12.995299 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for port, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:13.031145 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b5e74-5ce4-473e-9514-de5c78999e46 None None] Pushing event updated for resources: {'Port': ['ID=2603063f-af0d-4bd4-ace0-e11c600043d7,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:13.105574 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:13.168994 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] Set router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:04:13.187381 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:04:13.192968 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:04:13.199104 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:04:13.237752 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event updated for resources: {'Port': ['ID=ec2079c8-ac09-4e77-accb-7f41d0577193,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:13.329655 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:13.353534 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-d2707c9d-a07f-4c38-9306-79db298e980f None None] Provisioning complete for port 2603063f-af0d-4bd4-ace0-e11c600043d7 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:04:13.353805 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d2707c9d-a07f-4c38-9306-79db298e980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:13.520503 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d2707c9d-a07f-4c38-9306-79db298e980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:13.551879 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:13.583279 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-d2707c9d-a07f-4c38-9306-79db298e980f None None] For port 2603063f-af0d-4bd4-ace0-e11c600043d7, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=2603063f-af0d-4bd4-ace0-e11c600043d7,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:04:13.587462 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '2603063f-af0d-4bd4-ace0-e11c600043d7', 'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'mac_address': 'fa:16:3e:03:f5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:08Z', 'updated_at': '2021-12-16T22:04:12Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'subnets': [{'id': '681f9249-4312-425a-815c-a3dce893a0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:13.625397 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4789c50-60b9-48a7-8073-03150d033b42 None None] The sync data for ids ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'] in dv-cinder-790535-21-iscsi is: [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '2603063f-af0d-4bd4-ace0-e11c600043d7', 'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'mac_address': 'fa:16:3e:03:f5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:08Z', 'updated_at': '2021-12-16T22:04:12Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'subnets': [{'id': '681f9249-4312-425a-815c-a3dce893a0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:04:13.628037 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:13.665550 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d2707c9d-a07f-4c38-9306-79db298e980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:13.765411 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2707c9d-a07f-4c38-9306-79db298e980f None None] Pushing event updated for resources: {'Port': ['ID=2603063f-af0d-4bd4-ace0-e11c600043d7,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:13.825251 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for port, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:13.894691 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3293262'] for port, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:14.016172 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event updated for resources: {'Port': ['ID=ec2079c8-ac09-4e77-accb-7f41d0577193,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:14.040013 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:14.118469 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:14.123549 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-52549b0d-988f-44c8-a822-f89422b0516c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7870617 Dec 16 22:04:14.277451 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:04:14.343731 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 2603063f-af0d-4bd4-ace0-e11c600043d7 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:04:14.345014 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-a5b86dc0-3d48-43db-b8ff-26af03cbf0c9 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--21295202&fields=id&tenant_id=5d1d04eb07214f789b5f58ca6c064eb0 HTTP/1.1" status: 200 len: 267 time: 0.0771811 Dec 16 22:04:14.434124 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 2603063f-af0d-4bd4-ace0-e11c600043d7 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:04:14.434914 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:14.510239 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-66999b15-9745-4213-afbb-951a3f82d1e7 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:14.513113 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-66999b15-9745-4213-afbb-951a3f82d1e7 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/networks?id=20a3eec7-41a9-4245-914f-e98b7a66cb56 HTTP/1.1" status: 200 len: 810 time: 0.1589880 Dec 16 22:04:14.536723 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-023451fe-b66a-4fee-9ee7-e11261ce66fa tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/quotas/5d1d04eb07214f789b5f58ca6c064eb0 HTTP/1.1" status: 200 len: 375 time: 0.0148356 Dec 16 22:04:14.823170 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-961918d8-2dce-4932-8fa7-69fa4a10d492 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2802386 Dec 16 22:04:14.936883 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-e2938f8e-739a-4ccf-91f1-13caf6931e6e service neutron] 10.222.0.44 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998094 Dec 16 22:04:15.013037 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:15.054263 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-38507148-8b8b-4cca-9777-981c7bcb18c2 service neutron] 10.222.0.44 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076980 Dec 16 22:04:15.326513 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c118f280-39a7-4032-a5e1-5da198d27106 req-347576f8-b863-4fc3-b270-101d2840af80 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 210 time: 0.0344999 Dec 16 22:04:15.944900 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:16.424759 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-73628d07-0de4-4f84-a507-cda3c9da1a25 req-d3284b9c-94be-49ed-9a93-e1343d19b2c2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 210 time: 0.0267260 Dec 16 22:04:17.525731 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0b4e5bc7-9505-4872-ae3a-73f41e676b81 req-3d92d385-9e82-4681-a152-2f7e39946baf tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 210 time: 0.0279148 Dec 16 22:04:17.547781 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-a8f1f2cf-3105-4118-96b2-5cc25cc2af92 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:17.553770 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-a8f1f2cf-3105-4118-96b2-5cc25cc2af92 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.59 "GET /v2.0/networks?id=20a3eec7-41a9-4245-914f-e98b7a66cb56 HTTP/1.1" status: 200 len: 810 time: 0.1210024 Dec 16 22:04:17.621735 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-71a1aac3-bfb0-4bec-8bec-4d59d1f5b2cf tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d1d04eb07214f789b5f58ca6c064eb0 HTTP/1.1" status: 200 len: 378 time: 0.0622289 Dec 16 22:04:17.633961 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-cb77a283-d76a-491d-bed0-71f76cf2a46e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Request body: {'port': {'device_id': 'd3640149-f138-4364-8845-c2bab8b4b7b3', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'admin_state_up': True, 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'security_groups': ['ac58ed2e-0f86-48f4-98ea-0196e69579d6']}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:04:17.830925 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-cb77a283-d76a-491d-bed0-71f76cf2a46e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Made reservation on behalf of 5d1d04eb07214f789b5f58ca6c064eb0 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:04:17.834849 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-cb77a283-d76a-491d-bed0-71f76cf2a46e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:17.989799 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-cb77a283-d76a-491d-bed0-71f76cf2a46e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Allocated IP 172.20.0.9 (20a3eec7-41a9-4245-914f-e98b7a66cb56/681f9249-4312-425a-815c-a3dce893a0fb/d5e32512-25c1-4235-a2e6-cbd4bb02e68f) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:04:18.138451 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-cb77a283-d76a-491d-bed0-71f76cf2a46e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:18.225043 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-cb77a283-d76a-491d-bed0-71f76cf2a46e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:18.270539 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-cb77a283-d76a-491d-bed0-71f76cf2a46e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Network 20a3eec7-41a9-4245-914f-e98b7a66cb56 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:04:18.274050 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-cb77a283-d76a-491d-bed0-71f76cf2a46e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:04:18.278105 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-cb77a283-d76a-491d-bed0-71f76cf2a46e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:04:18.285412 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77a283-d76a-491d-bed0-71f76cf2a46e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event updated for resources: {'Port': ['ID=d5e32512-25c1-4235-a2e6-cbd4bb02e68f,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:18.339743 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-cb77a283-d76a-491d-bed0-71f76cf2a46e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:18.340385 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-cb77a283-d76a-491d-bed0-71f76cf2a46e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:18.427954 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-cb77a283-d76a-491d-bed0-71f76cf2a46e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7983284 Dec 16 22:04:18.442606 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Request body: {'port': {'device_id': 'd3640149-f138-4364-8845-c2bab8b4b7b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:04:18.501466 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:18.552651 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-037dc39a-682b-49c8-9f11-b0d52689b5c8 None None] Provisioning complete for port d5e32512-25c1-4235-a2e6-cbd4bb02e68f triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:04:18.553310 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-037dc39a-682b-49c8-9f11-b0d52689b5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:18.615648 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-037dc39a-682b-49c8-9f11-b0d52689b5c8 None None] Port d5e32512-25c1-4235-a2e6-cbd4bb02e68f cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:04:18.700386 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebf1e7-cb17-4ac4-80f8-184177cf7324 req-2f0b1c34-4b8b-408e-b52d-c087f9445ab3 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:18.701969 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6aebf1e7-cb17-4ac4-80f8-184177cf7324 req-2f0b1c34-4b8b-408e-b52d-c087f9445ab3 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 931 time: 0.0627363 Dec 16 22:04:18.758704 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6aebf1e7-cb17-4ac4-80f8-184177cf7324 req-6bc99365-8359-4178-ace2-7504f0328f6d tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457053 Dec 16 22:04:18.816326 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e32512-25c1-4235-a2e6-cbd4bb02e68f {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:04:18.824664 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:18.838513 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Transition to ACTIVE for port object d5e32512-25c1-4235-a2e6-cbd4bb02e68f will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:04:18.888284 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:18.946281 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Pushing event updated for resources: {'Port': ['ID=d5e32512-25c1-4235-a2e6-cbd4bb02e68f,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:19.026470 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Attempting to bind port d5e32512-25c1-4235-a2e6-cbd4bb02e68f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:04:19.026797 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Attempting to bind port d5e32512-25c1-4235-a2e6-cbd4bb02e68f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:04:19.027154 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Attempting to bind port d5e32512-25c1-4235-a2e6-cbd4bb02e68f on network 20a3eec7-41a9-4245-914f-e98b7a66cb56 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:04:19.032959 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Port d5e32512-25c1-4235-a2e6-cbd4bb02e68f on network 20a3eec7-41a9-4245-914f-e98b7a66cb56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:04:19.033896 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Attempting to bind port d5e32512-25c1-4235-a2e6-cbd4bb02e68f on network 20a3eec7-41a9-4245-914f-e98b7a66cb56 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:04:19.040491 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:04:19.040826 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Checking segment: {'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:04:19.041197 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Bound using segment: {'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:04:19.041628 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Bound port: d5e32512-25c1-4235-a2e6-cbd4bb02e68f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:04:19.041980 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:19.126489 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] For port d5e32512-25c1-4235-a2e6-cbd4bb02e68f, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:04:19.133136 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] For port d5e32512-25c1-4235-a2e6-cbd4bb02e68f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d5e32512-25c1-4235-a2e6-cbd4bb02e68f,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:04:19.231887 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:19.260747 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:19.261374 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:19.262772 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] 10.222.0.59 "PUT /v2.0/ports/d5e32512-25c1-4235-a2e6-cbd4bb02e68f HTTP/1.1" status: 200 len: 1093 time: 0.8257937 Dec 16 22:04:19.263227 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3640149-f138-4364-8845-c2bab8b4b7b3', 'tag': 'd5e32512-25c1-4235-a2e6-cbd4bb02e68f'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:04:19.265535 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f275fdb6-b535-4b15-bc43-b7b90c023648" -d '{"events": [{"name": "network-changed", "server_uuid": "d3640149-f138-4364-8845-c2bab8b4b7b3", "tag": "d5e32512-25c1-4235-a2e6-cbd4bb02e68f"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:04:19.303367 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c82ee-890b-4400-953e-786df374fb2c service neutron] Pushing event updated for resources: {'Port': ['ID=d5e32512-25c1-4235-a2e6-cbd4bb02e68f,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:19.338041 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b3fae6-7d70-486c-af1b-3146adc5c628 x-openstack-request-id: req-12b3fae6-7d70-486c-af1b-3146adc5c628 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:04:19.338522 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3640149-f138-4364-8845-c2bab8b4b7b3", "tag": "d5e32512-25c1-4235-a2e6-cbd4bb02e68f", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:04:19.338944 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12b3fae6-7d70-486c-af1b-3146adc5c628 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:04:19.339608 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3640149-f138-4364-8845-c2bab8b4b7b3', 'tag': 'd5e32512-25c1-4235-a2e6-cbd4bb02e68f', 'status': 'completed', 'code': 200} Dec 16 22:04:19.440356 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275fdb6-b535-4b15-bc43-b7b90c023648 req-f1c02b70-8280-4e5f-93f2-3ee9d498a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:19.442151 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-f275fdb6-b535-4b15-bc43-b7b90c023648 req-f1c02b70-8280-4e5f-93f2-3ee9d498a74e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0754955 Dec 16 22:04:19.558859 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275fdb6-b535-4b15-bc43-b7b90c023648 req-3d62c770-5c12-47a3-bd05-ef39a82e78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:19.560312 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-f275fdb6-b535-4b15-bc43-b7b90c023648 req-3d62c770-5c12-47a3-bd05-ef39a82e78a5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1094813 Dec 16 22:04:19.663784 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275fdb6-b535-4b15-bc43-b7b90c023648 req-70e28f0d-fb6d-4e59-a21c-b10b6d5e4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:19.665329 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-f275fdb6-b535-4b15-bc43-b7b90c023648 req-70e28f0d-fb6d-4e59-a21c-b10b6d5e4346 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969112 Dec 16 22:04:19.751248 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-f29d91b5-9ada-4433-be93-c18e37e60206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:19.752784 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-f29d91b5-9ada-4433-be93-c18e37e60206 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0462420 Dec 16 22:04:19.801081 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-59a8f396-662c-49e9-8844-713464feede2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5e32512-25c1-4235-a2e6-cbd4bb02e68f HTTP/1.1" status: 200 len: 217 time: 0.0377364 Dec 16 22:04:19.869020 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-e5594297-bfcd-4a93-8290-d466315c6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:19.871782 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-e5594297-bfcd-4a93-8290-d466315c6076 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681f9249-4312-425a-815c-a3dce893a0fb HTTP/1.1" status: 200 len: 849 time: 0.0632038 Dec 16 22:04:19.912583 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0a759-fba8-4734-a705-a48adaa27c0a req-1d15b24e-86e2-4079-8358-32ef73bc5b4b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:19.915010 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-07e0a759-fba8-4734-a705-a48adaa27c0a req-1d15b24e-86e2-4079-8358-32ef73bc5b4b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 943 time: 0.0674250 Dec 16 22:04:19.930044 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-97da335f-4364-447e-bd7e-d8c581bb8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:19.931575 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-97da335f-4364-447e-bd7e-d8c581bb8bce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20a3eec7-41a9-4245-914f-e98b7a66cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522251 Dec 16 22:04:19.990204 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-07e0a759-fba8-4734-a705-a48adaa27c0a req-3d6ae459-05e6-4df5-a178-27c65bbbcca2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641818 Dec 16 22:04:20.041885 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-190e39bc-dc36-41e3-9077-f08c1262877a service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025319 Dec 16 22:04:20.139432 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-29835ce6-14ce-4646-84b5-1bd25c550916 req-0833ab0e-a5b9-4daa-b846-aa8d46068e65 service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902152 Dec 16 22:04:21.143605 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddbcbf-62db-467d-b55c-0fd69303baa6 req-7d64aefd-74f6-432e-8e38-e87f8276d5c5 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:21.145432 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-84ddbcbf-62db-467d-b55c-0fd69303baa6 req-7d64aefd-74f6-432e-8e38-e87f8276d5c5 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 943 time: 0.0588391 Dec 16 22:04:21.203320 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-84ddbcbf-62db-467d-b55c-0fd69303baa6 req-266a8d7b-48b1-439a-90ad-d1f27539d2c5 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513887 Dec 16 22:04:22.327886 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833b6c6-6045-4337-baa0-cfd496075203 req-948a69e7-5bd7-4483-8550-0b2f3fc4459a tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:22.329527 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b833b6c6-6045-4337-baa0-cfd496075203 req-948a69e7-5bd7-4483-8550-0b2f3fc4459a tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 943 time: 0.0552139 Dec 16 22:04:22.386703 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b833b6c6-6045-4337-baa0-cfd496075203 req-bc0c6d5f-6a4c-4ec7-99dd-db4ece78ee28 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492375 Dec 16 22:04:23.508851 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be7109-a482-4b99-bf0a-0c77838f8298 req-eca7c00a-43c3-46a6-b7fd-4b07a53a95e9 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:23.510385 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-47be7109-a482-4b99-bf0a-0c77838f8298 req-eca7c00a-43c3-46a6-b7fd-4b07a53a95e9 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 943 time: 0.0517511 Dec 16 22:04:23.566495 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-47be7109-a482-4b99-bf0a-0c77838f8298 req-9f38f11f-a5d2-4bf8-9ee3-9dc9a522a37b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473912 Dec 16 22:04:24.223221 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device d5e32512-25c1-4235-a2e6-cbd4bb02e68f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:04:24.326587 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port d5e32512-25c1-4235-a2e6-cbd4bb02e68f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d5e32512-25c1-4235-a2e6-cbd4bb02e68f,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:04:24.339974 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'd5e32512-25c1-4235-a2e6-cbd4bb02e68f', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'port_id': 'd5e32512-25c1-4235-a2e6-cbd4bb02e68f', 'mac_address': 'fa:16:3e:7f:8b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:04:24.385182 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:24.400020 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e32512-25c1-4235-a2e6-cbd4bb02e68f {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:04:24.421302 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port d5e32512-25c1-4235-a2e6-cbd4bb02e68f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d5e32512-25c1-4235-a2e6-cbd4bb02e68f,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:04:24.487750 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:24.541541 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=d5e32512-25c1-4235-a2e6-cbd4bb02e68f,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:24.709966 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acac06d-a53e-4948-b812-3e77faa72c00 req-67f99a7a-6950-45ee-9377-76f1d69af2d7 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:24.711556 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4acac06d-a53e-4948-b812-3e77faa72c00 req-67f99a7a-6950-45ee-9377-76f1d69af2d7 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 944 time: 0.0590422 Dec 16 22:04:24.713531 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['d5e32512-25c1-4235-a2e6-cbd4bb02e68f'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:04:24.789505 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4acac06d-a53e-4948-b812-3e77faa72c00 req-487a7288-0eb7-4f69-bb2b-4a1db161e0ca tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669343 Dec 16 22:04:25.918588 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85a5d2-5606-4947-8d17-6d541e0de3c6 req-0f77a443-a2af-426a-b176-61cd233f5036 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:25.920190 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bd85a5d2-5606-4947-8d17-6d541e0de3c6 req-0f77a443-a2af-426a-b176-61cd233f5036 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 944 time: 0.0543501 Dec 16 22:04:25.992289 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bd85a5d2-5606-4947-8d17-6d541e0de3c6 req-b5583581-e5f2-45d1-8e8b-242bff59d44a tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612493 Dec 16 22:04:26.238509 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device d5e32512-25c1-4235-a2e6-cbd4bb02e68f up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:04:26.344316 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port d5e32512-25c1-4235-a2e6-cbd4bb02e68f completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:04:26.349456 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port d5e32512-25c1-4235-a2e6-cbd4bb02e68f triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:04:26.349900 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:26.438651 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:26.466741 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3640149-f138-4364-8845-c2bab8b4b7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e32512-25c1-4235-a2e6-cbd4bb02e68f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:04:26.469073 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a543adb-fc06-4311-b928-abb7ad8db583" -d '{"events": [{"server_uuid": "d3640149-f138-4364-8845-c2bab8b4b7b3", "name": "network-vif-plugged", "status": "completed", "tag": "d5e32512-25c1-4235-a2e6-cbd4bb02e68f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:04:26.483540 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port d5e32512-25c1-4235-a2e6-cbd4bb02e68f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d5e32512-25c1-4235-a2e6-cbd4bb02e68f,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:04:26.511316 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ca0a10-68ce-4faa-8c05-88caa7783f16 x-openstack-request-id: req-f3ca0a10-68ce-4faa-8c05-88caa7783f16 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:04:26.511619 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3640149-f138-4364-8845-c2bab8b4b7b3", "name": "network-vif-plugged", "status": "completed", "tag": "d5e32512-25c1-4235-a2e6-cbd4bb02e68f", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:04:26.511882 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3ca0a10-68ce-4faa-8c05-88caa7783f16 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:04:26.512282 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3640149-f138-4364-8845-c2bab8b4b7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e32512-25c1-4235-a2e6-cbd4bb02e68f', 'code': 200} Dec 16 22:04:26.561780 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:26.618029 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=d5e32512-25c1-4235-a2e6-cbd4bb02e68f,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:04:26.853767 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8a7e8-aacd-4df7-bab7-30005eb23583 req-804b128a-7eda-4536-8198-88743f1a2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:26.855350 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-8ad8a7e8-aacd-4df7-bab7-30005eb23583 req-804b128a-7eda-4536-8198-88743f1a2a8d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 1098 time: 0.0538468 Dec 16 22:04:26.931785 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-8ad8a7e8-aacd-4df7-bab7-30005eb23583 req-932f2398-6204-402d-a444-9d4edba37d43 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685368 Dec 16 22:04:27.132504 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365283c-0150-41a6-a540-3ce24ba4fda7 req-937e6e99-c2fb-4cff-b4c0-f0429e5a1283 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:27.135171 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7365283c-0150-41a6-a540-3ce24ba4fda7 req-937e6e99-c2fb-4cff-b4c0-f0429e5a1283 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0669849 Dec 16 22:04:27.189445 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7365283c-0150-41a6-a540-3ce24ba4fda7 req-aaf15010-3ab2-4579-8cac-66ce354a39dd tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472913 Dec 16 22:04:28.317521 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7bdb3-df5d-42c2-b16a-43f778a1918b req-45b170e4-fdd6-4eeb-bdf0-22d1b4d4605b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:28.319091 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7fd7bdb3-df5d-42c2-b16a-43f778a1918b req-45b170e4-fdd6-4eeb-bdf0-22d1b4d4605b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0533700 Dec 16 22:04:28.403439 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7fd7bdb3-df5d-42c2-b16a-43f778a1918b req-c33c2546-fb14-4a13-bd36-d759fdbd50f1 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776453 Dec 16 22:04:28.521710 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3ba7b-f42f-4bfa-877b-8c51bb115afd req-07fce6db-3862-4300-a25c-2a5db2a3a600 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:28.523280 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-34c3ba7b-f42f-4bfa-877b-8c51bb115afd req-07fce6db-3862-4300-a25c-2a5db2a3a600 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0525212 Dec 16 22:04:28.537180 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52148) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:04:28.541765 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-765b7cb1-3dbc-427a-8b3d-f428a67d3aad tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Request body: {'floatingip': {'port_id': 'd5e32512-25c1-4235-a2e6-cbd4bb02e68f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:04:28.587632 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-765b7cb1-3dbc-427a-8b3d-f428a67d3aad tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for floatingip, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:29.086778 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-765b7cb1-3dbc-427a-8b3d-f428a67d3aad tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:29.156013 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-765b7cb1-3dbc-427a-8b3d-f428a67d3aad tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:29.264263 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-765b7cb1-3dbc-427a-8b3d-f428a67d3aad tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Floating IP 81b8c471-592e-4122-875e-2e38687b3e71 associated. External IP: 172.27.3.100, port: d5e32512-25c1-4235-a2e6-cbd4bb02e68f. Dec 16 22:04:29.491623 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765b7cb1-3dbc-427a-8b3d-f428a67d3aad tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:04:29.613772 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765b7cb1-3dbc-427a-8b3d-f428a67d3aad tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:04:29.620026 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-765b7cb1-3dbc-427a-8b3d-f428a67d3aad tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:29.627567 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e4525-1777-44c3-a2e8-60f3e1f65d9a None None] Sync routers for ids ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:04:29.639889 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e4525-1777-44c3-a2e8-60f3e1f65d9a None None] Routers {'8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:04:29.640744 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-798e4525-1777-44c3-a2e8-60f3e1f65d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:04:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:29.654013 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-765b7cb1-3dbc-427a-8b3d-f428a67d3aad tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "PUT /v2.0/floatingips/81b8c471-592e-4122-875e-2e38687b3e71 HTTP/1.1" status: 200 len: 991 time: 1.1155000 Dec 16 22:04:29.654849 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3640149-f138-4364-8845-c2bab8b4b7b3', 'tag': 'd5e32512-25c1-4235-a2e6-cbd4bb02e68f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:04:29.659467 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e57e2e44bf8fe06c7a0f6bc155366ee9f5a250a625ed21f00be954d32ca70b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e29501-b753-4772-9199-157e2fae1644" -d '{"events": [{"name": "network-changed", "server_uuid": "d3640149-f138-4364-8845-c2bab8b4b7b3", "tag": "d5e32512-25c1-4235-a2e6-cbd4bb02e68f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:04:29.709572 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867a7d91-23e5-4ea7-a46c-59b00e969e69 x-openstack-request-id: req-867a7d91-23e5-4ea7-a46c-59b00e969e69 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:04:29.710015 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3640149-f138-4364-8845-c2bab8b4b7b3", "tag": "d5e32512-25c1-4235-a2e6-cbd4bb02e68f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:04:29.710405 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-867a7d91-23e5-4ea7-a46c-59b00e969e69 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:04:29.711012 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3640149-f138-4364-8845-c2bab8b4b7b3', 'tag': 'd5e32512-25c1-4235-a2e6-cbd4bb02e68f', 'status': 'completed', 'code': 200} Dec 16 22:04:29.778695 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-798e4525-1777-44c3-a2e8-60f3e1f65d9a None None] Set router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:04:29.794126 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e29501-b753-4772-9199-157e2fae1644 req-91ed5bba-d231-40ea-8d8d-c0f5c4133560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:29.796614 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-93e29501-b753-4772-9199-157e2fae1644 req-91ed5bba-d231-40ea-8d8d-c0f5c4133560 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 1098 time: 0.0550089 Dec 16 22:04:29.920339 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e29501-b753-4772-9199-157e2fae1644 req-84e8ed35-72a7-461f-9f2e-3c727930b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:29.922816 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-93e29501-b753-4772-9199-157e2fae1644 req-84e8ed35-72a7-461f-9f2e-3c727930b01a service neutron] 10.222.0.59 "GET /v2.0/networks?id=20a3eec7-41a9-4245-914f-e98b7a66cb56 HTTP/1.1" status: 200 len: 911 time: 0.1173429 Dec 16 22:04:30.025322 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-93e29501-b753-4772-9199-157e2fae1644 req-5f1ee03c-5fc8-4063-8b79-593a77cdbe24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5e32512-25c1-4235-a2e6-cbd4bb02e68f HTTP/1.1" status: 200 len: 999 time: 0.0950880 Dec 16 22:04:30.077243 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e29501-b753-4772-9199-157e2fae1644 req-583a69f8-fd64-4aa2-9273-0071736a3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:30.078828 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-93e29501-b753-4772-9199-157e2fae1644 req-583a69f8-fd64-4aa2-9273-0071736a3f08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681f9249-4312-425a-815c-a3dce893a0fb HTTP/1.1" status: 200 len: 849 time: 0.0473936 Dec 16 22:04:30.087275 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-798e4525-1777-44c3-a2e8-60f3e1f65d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '81b8c471-592e-4122-875e-2e38687b3e71', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'port_id': 'd5e32512-25c1-4235-a2e6-cbd4bb02e68f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'mac_address': 'fa:16:3e:7f:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3640149-f138-4364-8845-c2bab8b4b7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:04:13Z', 'updated_at': '2021-12-16T22:04:28Z', 'revision_number': 1, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2603063f-af0d-4bd4-ace0-e11c600043d7', 'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'mac_address': 'fa:16:3e:03:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:08Z', 'updated_at': '2021-12-16T22:04:13Z', 'revision_number': 5, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'subnets': [{'id': '681f9249-4312-425a-815c-a3dce893a0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:30.132733 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e29501-b753-4772-9199-157e2fae1644 req-e45b1fcc-3196-4c77-b764-9820bd2a87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:30.134272 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-93e29501-b753-4772-9199-157e2fae1644 req-e45b1fcc-3196-4c77-b764-9820bd2a87ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20a3eec7-41a9-4245-914f-e98b7a66cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0486684 Dec 16 22:04:30.135871 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e4525-1777-44c3-a2e8-60f3e1f65d9a None None] Checking router: 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:04:30.150759 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e4525-1777-44c3-a2e8-60f3e1f65d9a None None] Routers {'8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:04:30.151792 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-798e4525-1777-44c3-a2e8-60f3e1f65d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:04:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:30.234301 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-93e29501-b753-4772-9199-157e2fae1644 req-d45eefea-1e3f-4feb-90a7-ea7df8d435be service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925765 Dec 16 22:04:30.283935 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-798e4525-1777-44c3-a2e8-60f3e1f65d9a None None] Set router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:04:30.344139 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-93e29501-b753-4772-9199-157e2fae1644 req-36a76d5c-e66c-4f8f-8145-9a27cf77f081 service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028807 Dec 16 22:04:30.531406 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-798e4525-1777-44c3-a2e8-60f3e1f65d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '81b8c471-592e-4122-875e-2e38687b3e71', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'port_id': 'd5e32512-25c1-4235-a2e6-cbd4bb02e68f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'mac_address': 'fa:16:3e:7f:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3640149-f138-4364-8845-c2bab8b4b7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:04:13Z', 'updated_at': '2021-12-16T22:04:28Z', 'revision_number': 1, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2603063f-af0d-4bd4-ace0-e11c600043d7', 'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'mac_address': 'fa:16:3e:03:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:08Z', 'updated_at': '2021-12-16T22:04:13Z', 'revision_number': 5, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'subnets': [{'id': '681f9249-4312-425a-815c-a3dce893a0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:04:30.561902 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e4525-1777-44c3-a2e8-60f3e1f65d9a None None] The sync data for ids ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'] in dv-cinder-790535-21-iscsi is: [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '81b8c471-592e-4122-875e-2e38687b3e71', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'port_id': 'd5e32512-25c1-4235-a2e6-cbd4bb02e68f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'mac_address': 'fa:16:3e:7f:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3640149-f138-4364-8845-c2bab8b4b7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:04:13Z', 'updated_at': '2021-12-16T22:04:28Z', 'revision_number': 1, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2603063f-af0d-4bd4-ace0-e11c600043d7', 'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'mac_address': 'fa:16:3e:03:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:08Z', 'updated_at': '2021-12-16T22:04:13Z', 'revision_number': 5, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'subnets': [{'id': '681f9249-4312-425a-815c-a3dce893a0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:04:30.773606 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56448a5-105f-452a-91d9-76be4eb0f23c None None] New status for floating IP 81b8c471-592e-4122-875e-2e38687b3e71: ACTIVE {{(pid=109595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:04:33.407496 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:34.811497 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce949fa6-1900-490c-a202-f918bedcb9ce req-a32446f2-1bc1-4072-ab5d-1c72da52fbb6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430825 Dec 16 22:04:34.879561 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce949fa6-1900-490c-a202-f918bedcb9ce req-575ce07d-3eda-45d7-a495-9afb27b3a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:34.882652 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce949fa6-1900-490c-a202-f918bedcb9ce req-575ce07d-3eda-45d7-a495-9afb27b3a46c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 1098 time: 0.0465748 Dec 16 22:04:34.996133 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce949fa6-1900-490c-a202-f918bedcb9ce req-d8ca76a2-440e-45ce-aa75-b3b38870c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:34.998375 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce949fa6-1900-490c-a202-f918bedcb9ce req-d8ca76a2-440e-45ce-aa75-b3b38870c968 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 200 len: 912 time: 0.0948117 Dec 16 22:04:35.072528 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce949fa6-1900-490c-a202-f918bedcb9ce req-daa957f6-88b0-442f-9cd2-fa7742fc508f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=802cb448-6c92-45d9-959a-7381f5fdf565 HTTP/1.1" status: 200 len: 1001 time: 0.0668955 Dec 16 22:04:35.124940 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce949fa6-1900-490c-a202-f918bedcb9ce req-12fc36c6-5e99-43bd-b96d-21c2673468fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:35.127085 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce949fa6-1900-490c-a202-f918bedcb9ce req-12fc36c6-5e99-43bd-b96d-21c2673468fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a76a796-9908-426d-a225-cb7368e1df72 HTTP/1.1" status: 200 len: 850 time: 0.0480649 Dec 16 22:04:35.187017 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce949fa6-1900-490c-a202-f918bedcb9ce req-0d918407-598e-4bac-b2f0-cf58f5bc9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:04:35.189196 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce949fa6-1900-490c-a202-f918bedcb9ce req-0d918407-598e-4bac-b2f0-cf58f5bc9e07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533013 Dec 16 22:04:35.295318 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce949fa6-1900-490c-a202-f918bedcb9ce req-526bb7df-c05c-4ec8-9a5b-247ec64152b2 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995734 Dec 16 22:04:35.402395 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce949fa6-1900-490c-a202-f918bedcb9ce req-4abd7012-8904-430d-ad7d-7b49759622d7 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997796 Dec 16 22:04:40.083137 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6740df79-6027-46cc-b66c-eba465f32f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:42.641050 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4977cc31-3eef-41a3-9241-a1399da5b935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:43.526850 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:45.018490 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:45.904494 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:51.277426 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:05:03.470102 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.672990 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52232) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:08.878816 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Deleting port ef1acf60-d125-4c7f-8819-1d34d39fe4ee {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:05:08.879220 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.965058 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.965510 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.980588 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Calling delete_port for ef1acf60-d125-4c7f-8819-1d34d39fe4ee owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:05:09.206761 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.234223 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event deleted for resources: {'Port': ['ID=ef1acf60-d125-4c7f-8819-1d34d39fe4ee,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:09.263777 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:09.264148 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:09.264521 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:09.264856 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:09.265186 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:09.266001 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:09.266481 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:09.267037 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:09.267371 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:09.267707 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:09.268025 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:09.268378 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:09.269070 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:09.309453 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for floatingip, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.309747 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Floating IP 045e97ca-0517-43af-a9c6-d01a41de5f26 disassociated (deleted). External IP: 172.27.3.171, port: 802cb448-6c92-45d9-959a-7381f5fdf565. Dec 16 22:05:09.539689 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Router a9d07f84-dd54-4c71-8c44-7122e6827477 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:05:09.657150 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:05:09.662655 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.668190 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b165a61b-64f4-4ae8-93c2-53890c9cc096 None None] Sync routers for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:05:09.681542 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b165a61b-64f4-4ae8-93c2-53890c9cc096 None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:09.682254 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b165a61b-64f4-4ae8-93c2-53890c9cc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:04:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:09.693789 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-85aaebf3-90ef-4b78-a633-a492a7a7541f tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "DELETE /v2.0/floatingips/045e97ca-0517-43af-a9c6-d01a41de5f26 HTTP/1.1" status: 204 len: 168 time: 1.0196688 Dec 16 22:05:09.694665 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bca1e1a-4c9a-4347-a333-78c41a1f51a8', 'tag': '802cb448-6c92-45d9-959a-7381f5fdf565'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:05:09.697595 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e57e2e44bf8fe06c7a0f6bc155366ee9f5a250a625ed21f00be954d32ca70b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a70f85-95a4-4ca0-820f-538295680713" -d '{"events": [{"name": "network-changed", "server_uuid": "2bca1e1a-4c9a-4347-a333-78c41a1f51a8", "tag": "802cb448-6c92-45d9-959a-7381f5fdf565"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:05:09.742184 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6bde5c-015b-4b59-b7e0-34ef45abfc35 x-openstack-request-id: req-ac6bde5c-015b-4b59-b7e0-34ef45abfc35 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:05:09.742651 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bca1e1a-4c9a-4347-a333-78c41a1f51a8", "tag": "802cb448-6c92-45d9-959a-7381f5fdf565", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:05:09.743324 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac6bde5c-015b-4b59-b7e0-34ef45abfc35 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:05:09.744607 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bca1e1a-4c9a-4347-a333-78c41a1f51a8', 'tag': '802cb448-6c92-45d9-959a-7381f5fdf565', 'status': 'completed', 'code': 200} Dec 16 22:05:09.823403 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a70f85-95a4-4ca0-820f-538295680713 req-64c3a486-0bda-4582-a48c-43515a803071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:09.825995 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b8a70f85-95a4-4ca0-820f-538295680713 req-64c3a486-0bda-4582-a48c-43515a803071 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 1098 time: 0.0610824 Dec 16 22:05:09.829675 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-b165a61b-64f4-4ae8-93c2-53890c9cc096 None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:10.010958 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a70f85-95a4-4ca0-820f-538295680713 req-9ba01fd0-d8e3-4149-ae9f-9e11ee9a1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:10.013954 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b8a70f85-95a4-4ca0-820f-538295680713 req-9ba01fd0-d8e3-4149-ae9f-9e11ee9a1e09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 200 len: 912 time: 0.1786830 Dec 16 22:05:10.066714 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b8a70f85-95a4-4ca0-820f-538295680713 req-45ce61dd-c28d-4eb5-a326-d1b4c9ea6ae1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=802cb448-6c92-45d9-959a-7381f5fdf565 HTTP/1.1" status: 200 len: 217 time: 0.0457990 Dec 16 22:05:10.069266 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba9b9b84-0104-44e7-81fb-85a80be2dc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:10.148241 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a70f85-95a4-4ca0-820f-538295680713 req-16c17f23-b39c-499a-8623-aa6a2c2944da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:10.151753 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b8a70f85-95a4-4ca0-820f-538295680713 req-16c17f23-b39c-499a-8623-aa6a2c2944da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a76a796-9908-426d-a225-cb7368e1df72 HTTP/1.1" status: 200 len: 850 time: 0.0777469 Dec 16 22:05:10.230728 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a70f85-95a4-4ca0-820f-538295680713 req-17011bfb-1dbb-4639-b127-844a9509b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:10.232263 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b8a70f85-95a4-4ca0-820f-538295680713 req-17011bfb-1dbb-4639-b127-844a9509b065 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0733364 Dec 16 22:05:10.262315 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b165a61b-64f4-4ae8-93c2-53890c9cc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '12657b3e-6db6-445a-a87d-dcfb6db7914d', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'port_id': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'mac_address': 'fa:16:3e:8f:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:00:53Z', 'updated_at': '2021-12-16T22:00:56Z', 'revision_number': 1, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:10.278894 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197eae0-6edb-439e-b06a-6de157f0e64f req-8e758ec7-7c7f-442e-89bd-4b64b0dd41cf tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:10.280719 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a197eae0-6edb-439e-b06a-6de157f0e64f req-8e758ec7-7c7f-442e-89bd-4b64b0dd41cf tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 945 time: 0.0843246 Dec 16 22:05:10.293502 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b165a61b-64f4-4ae8-93c2-53890c9cc096 None None] Checking router: a9d07f84-dd54-4c71-8c44-7122e6827477 for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:05:10.304419 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b165a61b-64f4-4ae8-93c2-53890c9cc096 None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:10.305579 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b165a61b-64f4-4ae8-93c2-53890c9cc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:04:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:10.346982 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a197eae0-6edb-439e-b06a-6de157f0e64f req-2c5814dc-be5d-4a83-8334-4011770ec4fc tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587440 Dec 16 22:05:10.354736 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b8a70f85-95a4-4ca0-820f-538295680713 req-bdc3fc51-32d8-4bb0-b396-c1a684b4af80 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141455 Dec 16 22:05:10.431140 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-b165a61b-64f4-4ae8-93c2-53890c9cc096 None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:10.458978 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b8a70f85-95a4-4ca0-820f-538295680713 req-7cf0662b-5dc1-4141-a6e9-4985b7e01146 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956714 Dec 16 22:05:10.676199 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b165a61b-64f4-4ae8-93c2-53890c9cc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '12657b3e-6db6-445a-a87d-dcfb6db7914d', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'port_id': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'mac_address': 'fa:16:3e:8f:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:00:53Z', 'updated_at': '2021-12-16T22:00:56Z', 'revision_number': 1, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:10.703342 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b165a61b-64f4-4ae8-93c2-53890c9cc096 None None] The sync data for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi is: [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '12657b3e-6db6-445a-a87d-dcfb6db7914d', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'port_id': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'mac_address': 'fa:16:3e:8f:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:00:53Z', 'updated_at': '2021-12-16T22:00:56Z', 'revision_number': 1, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:05:10.954610 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f479e6c-c13b-475f-9639-a877c96983ab None None] New status for floating IP 045e97ca-0517-43af-a9c6-d01a41de5f26: DOWN {{(pid=109595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:05:11.471694 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41245b11-36cc-4909-84f4-8337ac8c20a3 req-bccc40a6-4636-4b3a-8d0d-d6d44b655554 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:11.473403 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-41245b11-36cc-4909-84f4-8337ac8c20a3 req-bccc40a6-4636-4b3a-8d0d-d6d44b655554 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 945 time: 0.0537612 Dec 16 22:05:11.528935 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-41245b11-36cc-4909-84f4-8337ac8c20a3 req-4710da71-ad97-4afa-a645-b8e2683bea2c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492840 Dec 16 22:05:11.682044 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83638f3c-285c-46ac-98e1-b080da3dabc7 req-9efd2bc4-d26f-4406-b589-c531408ccb5c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:11.683507 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-83638f3c-285c-46ac-98e1-b080da3dabc7 req-9efd2bc4-d26f-4406-b589-c531408ccb5c tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 945 time: 0.0563090 Dec 16 22:05:11.780428 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-83638f3c-285c-46ac-98e1-b080da3dabc7 req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Deleting port 802cb448-6c92-45d9-959a-7381f5fdf565 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:05:11.780836 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-83638f3c-285c-46ac-98e1-b080da3dabc7 req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:12.156801 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-83638f3c-285c-46ac-98e1-b080da3dabc7 req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] For port 802cb448-6c92-45d9-959a-7381f5fdf565, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=802cb448-6c92-45d9-959a-7381f5fdf565,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:12.157159 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-83638f3c-285c-46ac-98e1-b080da3dabc7 req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:12.169208 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-83638f3c-285c-46ac-98e1-b080da3dabc7 req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Calling delete_port for 802cb448-6c92-45d9-959a-7381f5fdf565 owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:05:12.383970 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-83638f3c-285c-46ac-98e1-b080da3dabc7 req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:12.415746 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event deleted for resources: {'Port': ['ID=802cb448-6c92-45d9-959a-7381f5fdf565,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:12.440294 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.440670 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.441012 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.441347 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.441677 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.442003 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.442328 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.442651 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.442974 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.443294 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.443613 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.443929 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.444242 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.465741 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-83638f3c-285c-46ac-98e1-b080da3dabc7 req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] No DVR routers for this DVR port 802cb448-6c92-45d9-959a-7381f5fdf565 on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:05:12.468364 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-83638f3c-285c-46ac-98e1-b080da3dabc7 req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:12.471651 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-83638f3c-285c-46ac-98e1-b080da3dabc7 req-a4b1add3-3965-4b41-b576-7c80881f9955 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.59 "DELETE /v2.0/ports/802cb448-6c92-45d9-959a-7381f5fdf565 HTTP/1.1" status: 204 len: 173 time: 0.7797041 Dec 16 22:05:12.472088 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bca1e1a-4c9a-4347-a333-78c41a1f51a8', 'name': 'network-vif-deleted', 'tag': '802cb448-6c92-45d9-959a-7381f5fdf565'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:05:12.474322 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba38447-ce1a-4917-8c8d-54933bcbb58b" -d '{"events": [{"server_uuid": "2bca1e1a-4c9a-4347-a333-78c41a1f51a8", "name": "network-vif-deleted", "tag": "802cb448-6c92-45d9-959a-7381f5fdf565"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:05:12.513414 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07f2df8-37a0-4d8b-a4dc-d6a2199b679e x-openstack-request-id: req-f07f2df8-37a0-4d8b-a4dc-d6a2199b679e {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:05:12.513707 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bca1e1a-4c9a-4347-a333-78c41a1f51a8", "name": "network-vif-deleted", "tag": "802cb448-6c92-45d9-959a-7381f5fdf565", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:05:12.514637 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f07f2df8-37a0-4d8b-a4dc-d6a2199b679e {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:05:12.514637 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bca1e1a-4c9a-4347-a333-78c41a1f51a8', 'name': 'network-vif-deleted', 'tag': '802cb448-6c92-45d9-959a-7381f5fdf565', 'status': 'completed', 'code': 200} Dec 16 22:05:12.632563 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-aaf8292b-da0c-4d96-a007-c8f272bccc26 req-5ffa0ccb-1d83-447e-8b78-d2f71e661608 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 210 time: 0.0274534 Dec 16 22:05:12.641392 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f5fe61fb-2c99-4c44-993f-d613459710a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:13.560474 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:13.749113 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f9783e9c-8711-44ae-9286-fff8c98891a3 req-1456b6e9-8a08-459f-800f-b430c68e7a40 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bca1e1a-4c9a-4347-a333-78c41a1f51a8 HTTP/1.1" status: 200 len: 210 time: 0.0311625 Dec 16 22:05:15.023959 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:15.891424 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:16.418052 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 802cb448-6c92-45d9-959a-7381f5fdf565 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:05:16.440211 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: 802cb448-6c92-45d9-959a-7381f5fdf565 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:05:16.440764 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 802cb448-6c92-45d9-959a-7381f5fdf565 not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:05:17.272736 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52292) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:17.441725 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1f39de1e-1fce-41f6-9b25-50efe8f92054 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Deleting port 9b857b6f-1d9e-4a2a-be79-41ba6bdc3317 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:05:17.441986 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1f39de1e-1fce-41f6-9b25-50efe8f92054 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:17.526236 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1f39de1e-1fce-41f6-9b25-50efe8f92054 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:17.526560 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1f39de1e-1fce-41f6-9b25-50efe8f92054 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:17.539398 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1f39de1e-1fce-41f6-9b25-50efe8f92054 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Calling delete_port for 9b857b6f-1d9e-4a2a-be79-41ba6bdc3317 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:05:17.772047 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1f39de1e-1fce-41f6-9b25-50efe8f92054 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:17.799883 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39de1e-1fce-41f6-9b25-50efe8f92054 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event deleted for resources: {'Port': ['ID=9b857b6f-1d9e-4a2a-be79-41ba6bdc3317,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:17.866808 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1f39de1e-1fce-41f6-9b25-50efe8f92054 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for floatingip, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:17.867144 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-1f39de1e-1fce-41f6-9b25-50efe8f92054 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Floating IP 12657b3e-6db6-445a-a87d-dcfb6db7914d disassociated (deleted). External IP: 172.27.3.109, port: e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb. Dec 16 22:05:18.306073 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f39de1e-1fce-41f6-9b25-50efe8f92054 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Router a9d07f84-dd54-4c71-8c44-7122e6827477 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:05:18.425944 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f39de1e-1fce-41f6-9b25-50efe8f92054 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:05:18.431131 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1f39de1e-1fce-41f6-9b25-50efe8f92054 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:18.438633 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799bf84-91b4-4ade-abc5-60566cce625b None None] Sync routers for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:05:18.456075 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799bf84-91b4-4ade-abc5-60566cce625b None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:18.457153 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9799bf84-91b4-4ade-abc5-60566cce625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:05:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:18.459933 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-1f39de1e-1fce-41f6-9b25-50efe8f92054 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "DELETE /v2.0/floatingips/12657b3e-6db6-445a-a87d-dcfb6db7914d HTTP/1.1" status: 204 len: 168 time: 1.1860530 Dec 16 22:05:18.460503 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'tag': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:05:18.462803 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e57e2e44bf8fe06c7a0f6bc155366ee9f5a250a625ed21f00be954d32ca70b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce89606-36d5-4257-9813-4bb24ab68b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9", "tag": "e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:05:18.578562 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-9799bf84-91b4-4ade-abc5-60566cce625b None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:18.649415 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d71753c-6479-4b1f-9a20-ab4133e42210 x-openstack-request-id: req-8d71753c-6479-4b1f-9a20-ab4133e42210 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:05:18.649710 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9", "tag": "e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:05:18.649962 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d71753c-6479-4b1f-9a20-ab4133e42210 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:05:18.650370 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'tag': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'status': 'completed', 'code': 200} Dec 16 22:05:18.753250 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89606-36d5-4257-9813-4bb24ab68b6d req-7a1dd21c-2b72-4237-bcdd-121d39faceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:18.755493 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fce89606-36d5-4257-9813-4bb24ab68b6d req-7a1dd21c-2b72-4237-bcdd-121d39faceaf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 1098 time: 0.0726488 Dec 16 22:05:18.814830 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b51ff0-ac13-43ea-81dc-1f8d1273b2ba req-3943e300-0c83-488f-b69a-8344f52a8926 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:18.818348 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-28b51ff0-ac13-43ea-81dc-1f8d1273b2ba req-3943e300-0c83-488f-b69a-8344f52a8926 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.1038344 Dec 16 22:05:18.884012 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89606-36d5-4257-9813-4bb24ab68b6d req-674b5720-dc84-4a6a-8fa9-435f57709206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:18.886147 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fce89606-36d5-4257-9813-4bb24ab68b6d req-674b5720-dc84-4a6a-8fa9-435f57709206 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 200 len: 912 time: 0.1235538 Dec 16 22:05:18.922672 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9799bf84-91b4-4ade-abc5-60566cce625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:18.934409 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-28b51ff0-ac13-43ea-81dc-1f8d1273b2ba req-a3171178-916d-4b0c-8c86-3a6a255d4573 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083491 Dec 16 22:05:18.949277 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799bf84-91b4-4ade-abc5-60566cce625b None None] Checking router: a9d07f84-dd54-4c71-8c44-7122e6827477 for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:05:18.961054 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799bf84-91b4-4ade-abc5-60566cce625b None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:18.961776 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9799bf84-91b4-4ade-abc5-60566cce625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:05:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:18.992989 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fce89606-36d5-4257-9813-4bb24ab68b6d req-fb962095-552f-48a7-813b-d3cdc6f3bacb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb HTTP/1.1" status: 200 len: 217 time: 0.0982723 Dec 16 22:05:19.036356 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e19b73-9e54-436e-a150-6c6e6505070a req-9b178922-e8c6-40d6-a1b4-927678953eb2 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:19.038159 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-57e19b73-9e54-436e-a150-6c6e6505070a req-9b178922-e8c6-40d6-a1b4-927678953eb2 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 945 time: 0.0566208 Dec 16 22:05:19.066091 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89606-36d5-4257-9813-4bb24ab68b6d req-b03aa5f7-e334-4844-83a1-02aa841b297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:19.067566 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fce89606-36d5-4257-9813-4bb24ab68b6d req-b03aa5f7-e334-4844-83a1-02aa841b297c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a76a796-9908-426d-a225-cb7368e1df72 HTTP/1.1" status: 200 len: 850 time: 0.0664220 Dec 16 22:05:19.096534 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-9799bf84-91b4-4ade-abc5-60566cce625b None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:19.117338 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-57e19b73-9e54-436e-a150-6c6e6505070a req-171a04d5-860d-404f-bf9b-adc72884fb49 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656707 Dec 16 22:05:19.124081 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89606-36d5-4257-9813-4bb24ab68b6d req-e516834c-87c3-42ae-a3f1-59a23a71c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:19.128751 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fce89606-36d5-4257-9813-4bb24ab68b6d req-e516834c-87c3-42ae-a3f1-59a23a71c5ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86b88aca-b14a-4de3-8e22-2a0ecc03ded5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518043 Dec 16 22:05:19.230019 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fce89606-36d5-4257-9813-4bb24ab68b6d req-62cc934e-3e68-401e-910e-fca90895fcf8 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941842 Dec 16 22:05:19.370679 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-fce89606-36d5-4257-9813-4bb24ab68b6d req-4477024c-7d69-489e-bd10-d7748c2b4872 service neutron] 10.222.0.59 "GET /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315856 Dec 16 22:05:19.379845 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9799bf84-91b4-4ade-abc5-60566cce625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:19.413454 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799bf84-91b4-4ade-abc5-60566cce625b None None] The sync data for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi is: [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:59Z', 'revision_number': 4, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': 'c34d7f3c-8ec9-4b1a-8002-975225ccf42f', 'name': '', 'network_id': '86b88aca-b14a-4de3-8e22-2a0ecc03ded5', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'mac_address': 'fa:16:3e:e7:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a76a796-9908-426d-a225-cb7368e1df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:57Z', 'updated_at': '2021-12-16T21:57:02Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'subnets': [{'id': '5a76a796-9908-426d-a225-cb7368e1df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:05:19.884949 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c39a33-88ea-4c5b-9190-0ba835f6c83a None None] New status for floating IP 12657b3e-6db6-445a-a87d-dcfb6db7914d: DOWN {{(pid=109595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:05:20.076413 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c984fc2-6955-494c-935a-66600300eb07 req-5d308e48-0296-49f5-b165-bed9a5f1f447 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:20.078555 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3c984fc2-6955-494c-935a-66600300eb07 req-5d308e48-0296-49f5-b165-bed9a5f1f447 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0671518 Dec 16 22:05:20.137299 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3c984fc2-6955-494c-935a-66600300eb07 req-e635c814-fe5a-4226-baa1-0bc289ccbe4e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479567 Dec 16 22:05:20.245058 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a0238-d7a1-44a4-b950-e9d2ef07a8cf req-3a0247c0-e88f-4c28-896b-46309eb154b3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:20.246525 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c41a0238-d7a1-44a4-b950-e9d2ef07a8cf req-3a0247c0-e88f-4c28-896b-46309eb154b3 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 945 time: 0.0519242 Dec 16 22:05:20.297512 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c41a0238-d7a1-44a4-b950-e9d2ef07a8cf req-671eed6f-c07c-48e2-bf3f-0739a9da363b tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cace717-803b-4756-8756-9f4985808119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447080 Dec 16 22:05:20.475236 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65eec8-82ac-4de4-8ec2-9b1704da7c36 req-a0426a32-3817-488d-bc43-3ed0365c1051 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:20.476880 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0c65eec8-82ac-4de4-8ec2-9b1704da7c36 req-a0426a32-3817-488d-bc43-3ed0365c1051 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 945 time: 0.0508423 Dec 16 22:05:20.571121 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-0c65eec8-82ac-4de4-8ec2-9b1704da7c36 req-84f3f1b6-9462-4dad-8f05-0ae76ca226f8 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Deleting port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:05:20.571454 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0c65eec8-82ac-4de4-8ec2-9b1704da7c36 req-84f3f1b6-9462-4dad-8f05-0ae76ca226f8 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:20.666988 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-0c65eec8-82ac-4de4-8ec2-9b1704da7c36 req-84f3f1b6-9462-4dad-8f05-0ae76ca226f8 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] For port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:20.667344 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0c65eec8-82ac-4de4-8ec2-9b1704da7c36 req-84f3f1b6-9462-4dad-8f05-0ae76ca226f8 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:20.681380 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-0c65eec8-82ac-4de4-8ec2-9b1704da7c36 req-84f3f1b6-9462-4dad-8f05-0ae76ca226f8 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Calling delete_port for e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:05:20.879101 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0c65eec8-82ac-4de4-8ec2-9b1704da7c36 req-84f3f1b6-9462-4dad-8f05-0ae76ca226f8 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:20.910465 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3f1b6-9462-4dad-8f05-0ae76ca226f8 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event deleted for resources: {'Port': ['ID=e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:20.950213 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c65eec8-82ac-4de4-8ec2-9b1704da7c36 req-84f3f1b6-9462-4dad-8f05-0ae76ca226f8 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] No DVR routers for this DVR port e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:05:20.953607 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0c65eec8-82ac-4de4-8ec2-9b1704da7c36 req-84f3f1b6-9462-4dad-8f05-0ae76ca226f8 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:20.956937 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0c65eec8-82ac-4de4-8ec2-9b1704da7c36 req-84f3f1b6-9462-4dad-8f05-0ae76ca226f8 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.59 "DELETE /v2.0/ports/e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb HTTP/1.1" status: 204 len: 173 time: 0.4737453 Dec 16 22:05:20.957379 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'name': 'network-vif-deleted', 'tag': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:05:20.959680 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1b2d4d-5fc1-4cc6-a131-bf8f1bf05e6e" -d '{"events": [{"server_uuid": "a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9", "name": "network-vif-deleted", "tag": "e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:05:20.996162 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922b0192-a4ec-4c2f-95b2-20df6d8a6788 x-openstack-request-id: req-922b0192-a4ec-4c2f-95b2-20df6d8a6788 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:05:20.996473 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9", "name": "network-vif-deleted", "tag": "e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:05:20.996752 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-922b0192-a4ec-4c2f-95b2-20df6d8a6788 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:05:20.997148 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9', 'name': 'network-vif-deleted', 'tag': 'e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb', 'status': 'completed', 'code': 200} Dec 16 22:05:21.267194 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7f41f-d59c-4e8e-8b3f-2680f10da751 req-7a922599-7ddf-4cc2-b581-6fb5698db198 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:21.268886 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b7c7f41f-d59c-4e8e-8b3f-2680f10da751 req-7a922599-7ddf-4cc2-b581-6fb5698db198 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0564847 Dec 16 22:05:21.321199 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b7c7f41f-d59c-4e8e-8b3f-2680f10da751 req-e02de679-056f-40a7-bd1c-f1310f5686dc tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462141 Dec 16 22:05:21.461725 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4e910ed1-b78f-4750-9f9f-9ef68c30d24d req-6a186268-c0d3-4852-864e-b6780d7fbabb tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8bdf6-11d3-42a4-acd5-b9a58d95e4e9 HTTP/1.1" status: 200 len: 210 time: 0.0879905 Dec 16 22:05:22.495509 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92a6a-15cb-4e2b-b9b7-d1637edb8192 req-0969fa9c-ed34-42c5-96c6-a6c24b0df054 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:22.497138 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9be92a6a-15cb-4e2b-b9b7-d1637edb8192 req-0969fa9c-ed34-42c5-96c6-a6c24b0df054 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.1033821 Dec 16 22:05:22.542544 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52326) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:22.549883 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9be92a6a-15cb-4e2b-b9b7-d1637edb8192 req-2790e24f-e874-472d-82ab-f5e4007557a4 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467596 Dec 16 22:05:22.694517 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-558a291f-4e8e-467f-8a4b-165aaddc3d69 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Deleting port 33bf34d5-dc90-464e-90a9-73f17f9aaa5b {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:05:22.694794 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-558a291f-4e8e-467f-8a4b-165aaddc3d69 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:22.775120 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-558a291f-4e8e-467f-8a4b-165aaddc3d69 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:22.775440 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-558a291f-4e8e-467f-8a4b-165aaddc3d69 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:22.788115 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-558a291f-4e8e-467f-8a4b-165aaddc3d69 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Calling delete_port for 33bf34d5-dc90-464e-90a9-73f17f9aaa5b owned by network:floatingip {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:05:23.034982 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-558a291f-4e8e-467f-8a4b-165aaddc3d69 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.063114 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a291f-4e8e-467f-8a4b-165aaddc3d69 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event deleted for resources: {'Port': ['ID=33bf34d5-dc90-464e-90a9-73f17f9aaa5b,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:23.142567 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-558a291f-4e8e-467f-8a4b-165aaddc3d69 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for floatingip, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.146231 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-558a291f-4e8e-467f-8a4b-165aaddc3d69 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.147734 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-558a291f-4e8e-467f-8a4b-165aaddc3d69 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "DELETE /v2.0/floatingips/5cd868dd-b205-4522-b74c-2624b80e0817 HTTP/1.1" status: 204 len: 168 time: 0.6040075 Dec 16 22:05:23.705836 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dde6d-128b-4de3-b2bb-354e097c7dc9 req-1e65f1c4-73ee-412b-ab96-7d930da0c2c3 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:23.707404 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f18dde6d-128b-4de3-b2bb-354e097c7dc9 req-1e65f1c4-73ee-412b-ab96-7d930da0c2c3 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0705318 Dec 16 22:05:23.767202 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f18dde6d-128b-4de3-b2bb-354e097c7dc9 req-ad55df46-a68b-4dd1-b76d-8846a5cce1ca tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490384 Dec 16 22:05:24.440083 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:05:24.460659 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:05:24.461000 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device e2dfda1a-e2ae-4ca6-a1cd-13b3e3a8e2cb not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:05:24.490544 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52342) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:24.558363 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2ffb70c6-b289-4923-a6d8-002809433c65 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.586265 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2ffb70c6-b289-4923-a6d8-002809433c65 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.731678 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2ffb70c6-b289-4923-a6d8-002809433c65 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.735030 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2ffb70c6-b289-4923-a6d8-002809433c65 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.736291 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2ffb70c6-b289-4923-a6d8-002809433c65 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] 10.222.0.44 "DELETE /v2.0/security-groups/3cace717-803b-4756-8756-9f4985808119 HTTP/1.1" status: 204 len: 168 time: 0.2446892 Dec 16 22:05:24.746810 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb70c6-b289-4923-a6d8-002809433c65 tempest-TestVolumeBootPattern-1122166953 tempest-TestVolumeBootPattern-1122166953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cace717-803b-4756-8756-9f4985808119,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:24.861497 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52350) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:24.900340 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c167687-9830-4f0d-a333-bc27a7268f06 req-8b587392-7bd9-44b2-8819-a48acb042e6f tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:24.902214 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1c167687-9830-4f0d-a333-bc27a7268f06 req-8b587392-7bd9-44b2-8819-a48acb042e6f tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0597372 Dec 16 22:05:24.958223 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1c167687-9830-4f0d-a333-bc27a7268f06 req-b9aae698-2e53-4999-b753-bf1712ec66b4 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479603 Dec 16 22:05:25.327097 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c8b999cb-9553-437a-bf30-1952471d11d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581063'] for router_interface, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:25.597530 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-c8b999cb-9553-437a-bf30-1952471d11d7 admin admin] Deleting port c34d7f3c-8ec9-4b1a-8002-975225ccf42f {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:05:25.598229 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c8b999cb-9553-437a-bf30-1952471d11d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:25.694906 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-c8b999cb-9553-437a-bf30-1952471d11d7 admin admin] For port c34d7f3c-8ec9-4b1a-8002-975225ccf42f, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=c34d7f3c-8ec9-4b1a-8002-975225ccf42f,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:25.695278 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c8b999cb-9553-437a-bf30-1952471d11d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:25.711028 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-c8b999cb-9553-437a-bf30-1952471d11d7 admin admin] Calling delete_port for c34d7f3c-8ec9-4b1a-8002-975225ccf42f owned by network:router_interface {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:05:25.983298 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c8b999cb-9553-437a-bf30-1952471d11d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.009892 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b999cb-9553-437a-bf30-1952471d11d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c34d7f3c-8ec9-4b1a-8002-975225ccf42f,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:26.099581 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823f798-22d8-4bd9-b258-7a662c07cb55 req-2bdfc2a7-4b69-4ca1-8028-7576118c1526 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:26.101323 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8823f798-22d8-4bd9-b258-7a662c07cb55 req-2bdfc2a7-4b69-4ca1-8028-7576118c1526 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0591083 Dec 16 22:05:26.170367 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8823f798-22d8-4bd9-b258-7a662c07cb55 req-c4b76237-c634-46a0-a6f8-2aac9d394aa9 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592344 Dec 16 22:05:26.203646 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-c8b999cb-9553-437a-bf30-1952471d11d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1818230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581211'] for router_interface, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.446769 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b999cb-9553-437a-bf30-1952471d11d7 admin admin] Router a9d07f84-dd54-4c71-8c44-7122e6827477 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:05:26.556323 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b999cb-9553-437a-bf30-1952471d11d7 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:05:26.562616 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c8b999cb-9553-437a-bf30-1952471d11d7 admin admin] 10.222.0.44 "PUT /v2.0/routers/a9d07f84-dd54-4c71-8c44-7122e6827477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6986916 Dec 16 22:05:26.564919 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52360) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:26.566693 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe5de65-4894-406d-ae3a-db7d9ae7f4c9 None None] Sync routers for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:05:26.577362 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe5de65-4894-406d-ae3a-db7d9ae7f4c9 None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:26.577973 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bbe5de65-4894-406d-ae3a-db7d9ae7f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:05:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:26.676372 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] Publish callbacks [] for router, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.689467 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-bbe5de65-4894-406d-ae3a-db7d9ae7f4c9 None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:26.795400 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.967525 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] Deleting port 21b9f15f-7f5a-446d-8229-2cbedf480990 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:05:26.968826 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.989168 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bbe5de65-4894-406d-ae3a-db7d9ae7f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T22:05:25Z', 'revision_number': 5, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port': {'id': '21b9f15f-7f5a-446d-8229-2cbedf480990', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T21:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:27.019894 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe5de65-4894-406d-ae3a-db7d9ae7f4c9 None None] Checking router: a9d07f84-dd54-4c71-8c44-7122e6827477 for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:05:27.029337 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe5de65-4894-406d-ae3a-db7d9ae7f4c9 None None] Routers {'a9d07f84-dd54-4c71-8c44-7122e6827477'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:27.029955 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bbe5de65-4894-406d-ae3a-db7d9ae7f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:05:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['a9d07f84-dd54-4c71-8c44-7122e6827477'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:27.110923 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] For port 21b9f15f-7f5a-446d-8229-2cbedf480990, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=21b9f15f-7f5a-446d-8229-2cbedf480990,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:27.111624 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.121350 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-bbe5de65-4894-406d-ae3a-db7d9ae7f4c9 None None] Set router a9d07f84-dd54-4c71-8c44-7122e6827477 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:27.140982 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] Calling delete_port for 21b9f15f-7f5a-446d-8229-2cbedf480990 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:05:27.175114 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bbe5de65-4894-406d-ae3a-db7d9ae7f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T22:05:26Z', 'revision_number': 6, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port_host': None}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:27.208516 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe5de65-4894-406d-ae3a-db7d9ae7f4c9 None None] The sync data for ids ['a9d07f84-dd54-4c71-8c44-7122e6827477'] in dv-cinder-790535-21-iscsi is: [{'id': 'a9d07f84-dd54-4c71-8c44-7122e6827477', 'name': 'tempest-TestVolumeBootPattern-530686784-router', 'tenant_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:56:52Z', 'updated_at': '2021-12-16T22:05:26Z', 'revision_number': 6, 'project_id': 'd6890efb0b5f4e18ade8658b6cba1287', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:05:27.354375 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226da2cf-b262-46d9-9b00-48af5db3a599 req-eb8bb44d-e401-4ae2-8870-5027582e73e5 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:27.355915 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-226da2cf-b262-46d9-9b00-48af5db3a599 req-eb8bb44d-e401-4ae2-8870-5027582e73e5 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0937090 Dec 16 22:05:27.415348 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-226da2cf-b262-46d9-9b00-48af5db3a599 req-a1c0fdda-505a-4c8d-abba-7f819aa0b7f9 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526013 Dec 16 22:05:27.474865 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.503856 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b9f15f-7f5a-446d-8229-2cbedf480990,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:27.573352 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.682078 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124280'] for router, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.684636 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.812344 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587616'] for router, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.813044 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9d07f84-dd54-4c71-8c44-7122e6827477 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:05:27.818034 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] Publish callbacks [] for router, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.819224 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a5499085-babc-453b-bf59-8d29730afe95 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a9d07f84-dd54-4c71-8c44-7122e6827477 HTTP/1.1" status: 204 len: 168 time: 1.2532761 Dec 16 22:05:27.822306 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52366) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:27.870261 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ec29ed-fb79-487a-bb3d-9d45629abe55 admin admin] Deleting subnet 5a76a796-9908-426d-a225-cb7368e1df72 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:05:27.874115 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83ec29ed-fb79-487a-bb3d-9d45629abe55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.917045 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83ec29ed-fb79-487a-bb3d-9d45629abe55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215263'] for subnet, precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.007631 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83ec29ed-fb79-487a-bb3d-9d45629abe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.161261 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83ec29ed-fb79-487a-bb3d-9d45629abe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9313484'] for subnet, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.190077 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec29ed-fb79-487a-bb3d-9d45629abe55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a76a796-9908-426d-a225-cb7368e1df72,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:28.195417 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83ec29ed-fb79-487a-bb3d-9d45629abe55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.201716 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52368) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:28.203085 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-83ec29ed-fb79-487a-bb3d-9d45629abe55 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5a76a796-9908-426d-a225-cb7368e1df72 HTTP/1.1" status: 204 len: 168 time: 0.3783267 Dec 16 22:05:28.205135 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41758c3-d2ec-4ab1-84d3-e34094fbd360 None None] Network 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:05:28.286220 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:05:28.325850 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.384671 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 21b9f15f-7f5a-446d-8229-2cbedf480990 no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:05:28.421672 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: 21b9f15f-7f5a-446d-8229-2cbedf480990 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:05:28.422498 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 21b9f15f-7f5a-446d-8229-2cbedf480990 not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:05:28.427682 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] Deleting port 8e55c004-751c-4dea-93d7-62b0406c3f44 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:05:28.428120 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.431401 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device c34d7f3c-8ec9-4b1a-8002-975225ccf42f no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:05:28.451887 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: c34d7f3c-8ec9-4b1a-8002-975225ccf42f {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:05:28.452846 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device c34d7f3c-8ec9-4b1a-8002-975225ccf42f not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:05:28.465133 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] DHCP port deletion for 86b88aca-b14a-4de3-8e22-2a0ecc03ded5 request from dv-cinder-790535-21-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:05:28.521922 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Deleting port 8e55c004-751c-4dea-93d7-62b0406c3f44 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:05:28.522392 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.560542 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] For port 8e55c004-751c-4dea-93d7-62b0406c3f44, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=8e55c004-751c-4dea-93d7-62b0406c3f44,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:28.561136 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.587087 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] Calling delete_port for 8e55c004-751c-4dea-93d7-62b0406c3f44 owned by network:dhcp {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:05:28.595054 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] For port 8e55c004-751c-4dea-93d7-62b0406c3f44, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=8e55c004-751c-4dea-93d7-62b0406c3f44,segment=NetworkSegment(ea165370-f7bf-42ed-9dce-d5ff7e824aad),segment_id=ea165370-f7bf-42ed-9dce-d5ff7e824aad)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:28.595797 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.612417 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Calling delete_port for 8e55c004-751c-4dea-93d7-62b0406c3f44 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:05:28.626795 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8315fc-9a5f-49ca-9b42-ec9c6188bb47 req-39d00b3b-5c2b-4483-8381-0238b558f7df tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:28.630382 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6d8315fc-9a5f-49ca-9b42-ec9c6188bb47 req-39d00b3b-5c2b-4483-8381-0238b558f7df tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.1025720 Dec 16 22:05:28.723702 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6d8315fc-9a5f-49ca-9b42-ec9c6188bb47 req-18a6d8b3-513f-4517-ab6b-2d8eba4535bc tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803304 Dec 16 22:05:28.777967 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.785929 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555'] for port, after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.807476 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e55c004-751c-4dea-93d7-62b0406c3f44,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:28.812649 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] No DVR routers for this DVR port 8e55c004-751c-4dea-93d7-62b0406c3f44 on host dv-cinder-790535-21-iscsi {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:05:28.818876 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Pushing event deleted for resources: {'Port': ['ID=8e55c004-751c-4dea-93d7-62b0406c3f44,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:28.823696 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] No DVR routers for this DVR port 8e55c004-751c-4dea-93d7-62b0406c3f44 on host dv-cinder-790535-21-iscsi {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:05:28.830490 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:28.834949 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:28.834949 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:28.834949 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:28.834949 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:28.834949 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:28.834949 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:28.834949 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:28.834949 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:28.834949 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:28.834949 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:28.834949 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:28.834949 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1048ac96-e64b-4298-bf72-b12914056d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:28.903429 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.929784 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b88aca-b14a-4de3-8e22-2a0ecc03ded5']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:28.941321 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea165370-f7bf-42ed-9dce-d5ff7e824aad') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:28.941664 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea165370-f7bf-42ed-9dce-d5ff7e824aad') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:28.954212 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8496230'] for segment, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.970370 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.979578 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:05:28.980048 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472675'] for segment, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: Traceback (most recent call last): Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: timer() Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: cb(*args, **kw) Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: return func(*args, **kwargs) Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: self._notify() Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: self.callback(batched_events) Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: event.method(event) Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: return f(self, *a, **k) Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._get(url).json() Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:05:28.982272 dv-cinder-790535-21-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:05:29.400236 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:29.406995 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:29.411163 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] 10.222.0.44 "DELETE /v2.0/networks/86b88aca-b14a-4de3-8e22-2a0ecc03ded5 HTTP/1.1" status: 204 len: 168 time: 1.2067358 Dec 16 22:05:29.415337 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52372) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:29.424750 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09448c-1588-4ee3-9798-e5b55a9cdf51 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b88aca-b14a-4de3-8e22-2a0ecc03ded5,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:29.934180 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ac1c-e261-42b7-8bf4-203e29bf6838 req-be5d8937-1cdd-4687-97cc-ebb3886d3f97 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:29.935703 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f656ac1c-e261-42b7-8bf4-203e29bf6838 req-be5d8937-1cdd-4687-97cc-ebb3886d3f97 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0892847 Dec 16 22:05:30.017665 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f656ac1c-e261-42b7-8bf4-203e29bf6838 req-59a0682b-06b1-4fd7-ab7f-0ac136cb5f83 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732055 Dec 16 22:05:30.097142 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6bac43ac-8006-4f0e-b9a7-d6e8d662fe60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581063'] for router_interface, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:30.319484 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 8e55c004-751c-4dea-93d7-62b0406c3f44 no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:05:30.341900 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: 8e55c004-751c-4dea-93d7-62b0406c3f44 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:05:30.342258 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 8e55c004-751c-4dea-93d7-62b0406c3f44 not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:05:30.359651 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6bac43ac-8006-4f0e-b9a7-d6e8d662fe60 admin admin] Deleting port 0b54759d-7756-443d-a30e-3ff915964abd {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:05:30.359985 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6bac43ac-8006-4f0e-b9a7-d6e8d662fe60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:30.440040 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-6bac43ac-8006-4f0e-b9a7-d6e8d662fe60 admin admin] For port 0b54759d-7756-443d-a30e-3ff915964abd, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=0b54759d-7756-443d-a30e-3ff915964abd,segment=NetworkSegment(0e8afc9c-27af-4b24-af21-6f85ef7a678d),segment_id=0e8afc9c-27af-4b24-af21-6f85ef7a678d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:30.441276 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6bac43ac-8006-4f0e-b9a7-d6e8d662fe60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:30.454671 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6bac43ac-8006-4f0e-b9a7-d6e8d662fe60 admin admin] Calling delete_port for 0b54759d-7756-443d-a30e-3ff915964abd owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:05:30.735941 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6bac43ac-8006-4f0e-b9a7-d6e8d662fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:30.761170 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac43ac-8006-4f0e-b9a7-d6e8d662fe60 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b54759d-7756-443d-a30e-3ff915964abd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:30.940383 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6bac43ac-8006-4f0e-b9a7-d6e8d662fe60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1818230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581211'] for router_interface, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:31.201092 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418da8a-5ead-4088-a250-099e26d70961 req-f703dfd2-ac36-492e-a286-3377b5211b8c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:31.203673 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e418da8a-5ead-4088-a250-099e26d70961 req-f703dfd2-ac36-492e-a286-3377b5211b8c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.1028776 Dec 16 22:05:31.219248 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bac43ac-8006-4f0e-b9a7-d6e8d662fe60 admin admin] Router 79c9cccf-6db5-4495-9443-68114e7c8d0a has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:05:31.303052 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e418da8a-5ead-4088-a250-099e26d70961 req-40888668-91a0-443f-a3d5-949a259c987d tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930111 Dec 16 22:05:31.370988 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bac43ac-8006-4f0e-b9a7-d6e8d662fe60 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:05:31.377359 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6bac43ac-8006-4f0e-b9a7-d6e8d662fe60 admin admin] 10.222.0.44 "PUT /v2.0/routers/79c9cccf-6db5-4495-9443-68114e7c8d0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9604454 Dec 16 22:05:31.380487 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52378) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:31.382990 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace7c6c-c2eb-4eec-9261-3040f77b754c None None] Sync routers for ids ['79c9cccf-6db5-4495-9443-68114e7c8d0a'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:05:31.394902 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace7c6c-c2eb-4eec-9261-3040f77b754c None None] Routers {'79c9cccf-6db5-4495-9443-68114e7c8d0a'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:31.395654 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-3ace7c6c-c2eb-4eec-9261-3040f77b754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:05:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['79c9cccf-6db5-4495-9443-68114e7c8d0a'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:31.490755 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] Publish callbacks [] for router, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:31.505565 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-3ace7c6c-c2eb-4eec-9261-3040f77b754c None None] Set router 79c9cccf-6db5-4495-9443-68114e7c8d0a gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:31.597285 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:31.692018 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-3ace7c6c-c2eb-4eec-9261-3040f77b754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'name': 'tempest-TestVolumeBootPattern-1059999669-router', 'tenant_id': '955625b0db394b59b62c70c353a2d662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b6a68179-c8b2-49e0-8bd7-9c9525c06eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:57:03Z', 'updated_at': '2021-12-16T22:05:30Z', 'revision_number': 5, 'project_id': '955625b0db394b59b62c70c353a2d662', 'gw_port': {'id': 'b6a68179-c8b2-49e0-8bd7-9c9525c06eea', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:57:04Z', 'updated_at': '2021-12-16T21:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:31.714480 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] Deleting port b6a68179-c8b2-49e0-8bd7-9c9525c06eea {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:05:31.714822 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:31.719510 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace7c6c-c2eb-4eec-9261-3040f77b754c None None] Checking router: 79c9cccf-6db5-4495-9443-68114e7c8d0a for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:05:31.728088 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace7c6c-c2eb-4eec-9261-3040f77b754c None None] Routers {'79c9cccf-6db5-4495-9443-68114e7c8d0a'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:31.728728 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-3ace7c6c-c2eb-4eec-9261-3040f77b754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:05:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['79c9cccf-6db5-4495-9443-68114e7c8d0a'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:31.796269 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] For port b6a68179-c8b2-49e0-8bd7-9c9525c06eea, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=b6a68179-c8b2-49e0-8bd7-9c9525c06eea,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:31.796705 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:31.813845 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] Calling delete_port for b6a68179-c8b2-49e0-8bd7-9c9525c06eea owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:05:31.818364 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-3ace7c6c-c2eb-4eec-9261-3040f77b754c None None] Set router 79c9cccf-6db5-4495-9443-68114e7c8d0a gateway port host: None {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:31.871526 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-3ace7c6c-c2eb-4eec-9261-3040f77b754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'name': 'tempest-TestVolumeBootPattern-1059999669-router', 'tenant_id': '955625b0db394b59b62c70c353a2d662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:57:03Z', 'updated_at': '2021-12-16T22:05:31Z', 'revision_number': 6, 'project_id': '955625b0db394b59b62c70c353a2d662', 'gw_port_host': None}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:31.901919 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace7c6c-c2eb-4eec-9261-3040f77b754c None None] The sync data for ids ['79c9cccf-6db5-4495-9443-68114e7c8d0a'] in dv-cinder-790535-21-iscsi is: [{'id': '79c9cccf-6db5-4495-9443-68114e7c8d0a', 'name': 'tempest-TestVolumeBootPattern-1059999669-router', 'tenant_id': '955625b0db394b59b62c70c353a2d662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:57:03Z', 'updated_at': '2021-12-16T22:05:31Z', 'revision_number': 6, 'project_id': '955625b0db394b59b62c70c353a2d662', 'gw_port_host': None}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:05:32.044406 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.072349 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a68179-c8b2-49e0-8bd7-9c9525c06eea,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:32.136145 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.228095 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124280'] for router, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.230357 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.349622 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587616'] for router, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.352223 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79c9cccf-6db5-4495-9443-68114e7c8d0a {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:05:32.357935 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] Publish callbacks [] for router, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.360958 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c2a300cf-6372-40be-9d1a-d0faf9fb6d6e admin admin] 10.222.0.44 "DELETE /v2.0/routers/79c9cccf-6db5-4495-9443-68114e7c8d0a HTTP/1.1" status: 204 len: 168 time: 0.9784710 Dec 16 22:05:32.362973 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52382) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:32.442621 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-92abe845-6d90-4131-ab67-bc31e946513e admin admin] Deleting subnet 57dd5b70-26a7-43a8-b942-e4a0ef5db5ea {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:05:32.447124 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92abe845-6d90-4131-ab67-bc31e946513e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.485983 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462588c2-9b57-4e91-811f-851d8d900459 req-97ac1ae2-cb32-4e78-9986-b680961deba4 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:32.487540 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-462588c2-9b57-4e91-811f-851d8d900459 req-97ac1ae2-cb32-4e78-9986-b680961deba4 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0937726 Dec 16 22:05:32.499782 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92abe845-6d90-4131-ab67-bc31e946513e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215263'] for subnet, precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.580538 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-462588c2-9b57-4e91-811f-851d8d900459 req-8b291860-1349-4ebf-94f1-41dd9e4e50f3 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848460 Dec 16 22:05:32.615391 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92abe845-6d90-4131-ab67-bc31e946513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.692840 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 0b54759d-7756-443d-a30e-3ff915964abd no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:05:32.729904 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: 0b54759d-7756-443d-a30e-3ff915964abd {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:05:32.732689 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 0b54759d-7756-443d-a30e-3ff915964abd not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:05:32.750634 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92abe845-6d90-4131-ab67-bc31e946513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9313484'] for subnet, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.783478 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282be018-d670-4970-945a-7063876642ba None None] Network bbdd3f66-d767-4610-8775-0e383a8b8dad requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:05:32.790643 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92abe845-6d90-4131-ab67-bc31e946513e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.796640 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-92abe845-6d90-4131-ab67-bc31e946513e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/57dd5b70-26a7-43a8-b942-e4a0ef5db5ea HTTP/1.1" status: 204 len: 168 time: 0.4321671 Dec 16 22:05:32.798556 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abe845-6d90-4131-ab67-bc31e946513e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57dd5b70-26a7-43a8-b942-e4a0ef5db5ea,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:32.799421 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52384) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:32.958993 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.010609 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c338e2fe-2e95-462b-af5a-7d5d70f52660 None None] DHCP port deletion for bbdd3f66-d767-4610-8775-0e383a8b8dad request from dv-cinder-790535-21-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:05:33.058539 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] Deleting port f27590de-1bb7-4ace-9848-9c5b6bb2e509 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:05:33.059476 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.124065 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c338e2fe-2e95-462b-af5a-7d5d70f52660 None None] Deleting port f27590de-1bb7-4ace-9848-9c5b6bb2e509 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:05:33.124702 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c338e2fe-2e95-462b-af5a-7d5d70f52660 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.158731 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] For port f27590de-1bb7-4ace-9848-9c5b6bb2e509, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=f27590de-1bb7-4ace-9848-9c5b6bb2e509,segment=NetworkSegment(0e8afc9c-27af-4b24-af21-6f85ef7a678d),segment_id=0e8afc9c-27af-4b24-af21-6f85ef7a678d)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:33.159317 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.178833 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] Calling delete_port for f27590de-1bb7-4ace-9848-9c5b6bb2e509 owned by network:dhcp {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:05:33.242647 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-c338e2fe-2e95-462b-af5a-7d5d70f52660 None None] For port f27590de-1bb7-4ace-9848-9c5b6bb2e509, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=f27590de-1bb7-4ace-9848-9c5b6bb2e509,segment=NetworkSegment(0e8afc9c-27af-4b24-af21-6f85ef7a678d),segment_id=0e8afc9c-27af-4b24-af21-6f85ef7a678d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:33.243216 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c338e2fe-2e95-462b-af5a-7d5d70f52660 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.266199 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c338e2fe-2e95-462b-af5a-7d5d70f52660 None None] Calling delete_port for f27590de-1bb7-4ace-9848-9c5b6bb2e509 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:05:33.320339 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.348882 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27590de-1bb7-4ace-9848-9c5b6bb2e509,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:33.354801 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] No DVR routers for this DVR port f27590de-1bb7-4ace-9848-9c5b6bb2e509 on host dv-cinder-790535-21-iscsi {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:05:33.359801 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c338e2fe-2e95-462b-af5a-7d5d70f52660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555'] for port, after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.405974 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c338e2fe-2e95-462b-af5a-7d5d70f52660 None None] No DVR routers for this DVR port f27590de-1bb7-4ace-9848-9c5b6bb2e509 on host dv-cinder-790535-21-iscsi {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:05:33.408285 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338e2fe-2e95-462b-af5a-7d5d70f52660 None None] Pushing event deleted for resources: {'Port': ['ID=f27590de-1bb7-4ace-9848-9c5b6bb2e509,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:33.449203 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.472441 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdd3f66-d767-4610-8775-0e383a8b8dad']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:33.482483 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8afc9c-27af-4b24-af21-6f85ef7a678d') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:33.482773 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8afc9c-27af-4b24-af21-6f85ef7a678d') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:33.485959 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.494109 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8496230'] for segment, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.508825 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.515247 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:05:33.515629 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472675'] for segment, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: Traceback (most recent call last): Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: timer() Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: cb(*args, **kw) Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: return func(*args, **kwargs) Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: self._notify() Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: self.callback(batched_events) Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: event.method(event) Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: return f(self, *a, **k) Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._get(url).json() Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:05:33.517992 dv-cinder-790535-21-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:05:33.663756 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.671792 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.677786 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bbdd3f66-d767-4610-8775-0e383a8b8dad HTTP/1.1" status: 204 len: 168 time: 0.8736591 Dec 16 22:05:33.685978 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd058671-1927-4f02-942a-ba8158a09c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbdd3f66-d767-4610-8775-0e383a8b8dad,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:33.710599 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eba80-5313-4e69-acbd-307862c96107 req-cd29c903-cdc7-4d23-a8c7-3d2a2e7e2979 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:33.712487 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-746eba80-5313-4e69-acbd-307862c96107 req-cd29c903-cdc7-4d23-a8c7-3d2a2e7e2979 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0573287 Dec 16 22:05:33.775332 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-746eba80-5313-4e69-acbd-307862c96107 req-16e4d9a0-6624-4c46-9fce-d40da9788c99 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547967 Dec 16 22:05:34.045730 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52390) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:34.095015 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-bb5a9863-cb02-4114-83cf-9453ce1d5aec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6890efb0b5f4e18ade8658b6cba1287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478139 Dec 16 22:05:34.097546 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52392) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:34.148556 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-26e219a4-ac96-4dbe-8628-e6e5eebaa0db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.171133 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-26e219a4-ac96-4dbe-8628-e6e5eebaa0db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.286222 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-26e219a4-ac96-4dbe-8628-e6e5eebaa0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.288760 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-26e219a4-ac96-4dbe-8628-e6e5eebaa0db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.290050 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-26e219a4-ac96-4dbe-8628-e6e5eebaa0db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e279409-25af-4863-953c-2d63640e5eb8 HTTP/1.1" status: 204 len: 168 time: 0.1914935 Dec 16 22:05:34.299139 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e219a4-ac96-4dbe-8628-e6e5eebaa0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e279409-25af-4863-953c-2d63640e5eb8,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:34.347368 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device f27590de-1bb7-4ace-9848-9c5b6bb2e509 no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:05:34.376883 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: f27590de-1bb7-4ace-9848-9c5b6bb2e509 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:05:34.377554 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device f27590de-1bb7-4ace-9848-9c5b6bb2e509 not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:05:34.378262 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device b6a68179-c8b2-49e0-8bd7-9c9525c06eea no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:05:34.402804 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: b6a68179-c8b2-49e0-8bd7-9c9525c06eea {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:05:34.403260 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device b6a68179-c8b2-49e0-8bd7-9c9525c06eea not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:05:34.898642 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43631683-3e85-4907-a470-36b6b3a712fb req-6872dab4-8c38-4ba3-93e8-adb09ebe6c7f tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:34.900185 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-43631683-3e85-4907-a470-36b6b3a712fb req-6872dab4-8c38-4ba3-93e8-adb09ebe6c7f tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0501108 Dec 16 22:05:34.950057 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-43631683-3e85-4907-a470-36b6b3a712fb req-409ff157-bdb5-4ca4-a035-78a133894a92 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430326 Dec 16 22:05:35.018094 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52402) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:35.063601 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-c8f38d42-849f-4e6d-aef2-dd7f8b4649e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=955625b0db394b59b62c70c353a2d662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442727 Dec 16 22:05:35.066136 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52404) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:35.118229 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6908-cfd7-40d1-8513-07d04e2aeab4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.142623 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6908-cfd7-40d1-8513-07d04e2aeab4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.301824 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6908-cfd7-40d1-8513-07d04e2aeab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.304865 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6908-cfd7-40d1-8513-07d04e2aeab4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.306190 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-fe8e6908-cfd7-40d1-8513-07d04e2aeab4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e3fb5ab-ec1a-4535-9c04-0d3e588dc6d8 HTTP/1.1" status: 204 len: 168 time: 0.2390611 Dec 16 22:05:35.320233 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e6908-cfd7-40d1-8513-07d04e2aeab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3fb5ab-ec1a-4535-9c04-0d3e588dc6d8,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:35.385244 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec4e7e-fe04-40f6-bfdf-a874d4f3ee82 req-50af95cd-b061-47ab-a697-06dfd380fcd6 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:35.387256 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dfec4e7e-fe04-40f6-bfdf-a874d4f3ee82 req-50af95cd-b061-47ab-a697-06dfd380fcd6 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0819890 Dec 16 22:05:35.464735 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dfec4e7e-fe04-40f6-bfdf-a874d4f3ee82 req-4cf36db7-5f6e-417c-b712-bfd2fc5f8bcb tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703211 Dec 16 22:05:35.526353 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0f22-669e-4ccd-bd1d-988e5bc9d0d0 req-caa35906-e097-47b8-b859-68dd8e47936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:35.528907 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3ffb0f22-669e-4ccd-bd1d-988e5bc9d0d0 req-caa35906-e097-47b8-b859-68dd8e47936a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 1098 time: 0.0740614 Dec 16 22:05:35.627279 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0f22-669e-4ccd-bd1d-988e5bc9d0d0 req-8efaa053-d21f-406a-8ecc-34b251656712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:35.628878 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3ffb0f22-669e-4ccd-bd1d-988e5bc9d0d0 req-8efaa053-d21f-406a-8ecc-34b251656712 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20a3eec7-41a9-4245-914f-e98b7a66cb56 HTTP/1.1" status: 200 len: 911 time: 0.0936716 Dec 16 22:05:35.704391 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3ffb0f22-669e-4ccd-bd1d-988e5bc9d0d0 req-3bd25701-3eee-4f97-a5ea-6acdec93ed75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5e32512-25c1-4235-a2e6-cbd4bb02e68f HTTP/1.1" status: 200 len: 1001 time: 0.0677223 Dec 16 22:05:35.763550 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0f22-669e-4ccd-bd1d-988e5bc9d0d0 req-3c3040ce-7700-4d66-a131-9db5c784afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:35.765126 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3ffb0f22-669e-4ccd-bd1d-988e5bc9d0d0 req-3c3040ce-7700-4d66-a131-9db5c784afd8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681f9249-4312-425a-815c-a3dce893a0fb HTTP/1.1" status: 200 len: 849 time: 0.0537245 Dec 16 22:05:35.817437 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0f22-669e-4ccd-bd1d-988e5bc9d0d0 req-67f8dd17-b086-4782-8061-eb19dd9be3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:35.819038 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3ffb0f22-669e-4ccd-bd1d-988e5bc9d0d0 req-67f8dd17-b086-4782-8061-eb19dd9be3f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20a3eec7-41a9-4245-914f-e98b7a66cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470235 Dec 16 22:05:35.831212 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [req-3ffb0f22-669e-4ccd-bd1d-988e5bc9d0d0 req-300e9dd3-e1b1-4310-a7c8-a5f7a9734354 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109593) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:05:35.832301 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3ffb0f22-669e-4ccd-bd1d-988e5bc9d0d0 req-300e9dd3-e1b1-4310-a7c8-a5f7a9734354 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060799 Dec 16 22:05:35.932987 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3ffb0f22-669e-4ccd-bd1d-988e5bc9d0d0 req-13b19fad-6db2-4d6d-bb00-db2732ba2f56 service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929642 Dec 16 22:05:36.042044 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-3ffb0f22-669e-4ccd-bd1d-988e5bc9d0d0 req-508f01a8-fbfa-4b5f-8e05-53ebb45efa8f service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025643 Dec 16 22:05:36.808010 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aed9a-6e97-4a22-8833-2e2fb66f88ea req-3526dceb-e42d-409a-88ed-925ffe7c08ca tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:36.809860 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4e3aed9a-6e97-4a22-8833-2e2fb66f88ea req-3526dceb-e42d-409a-88ed-925ffe7c08ca tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.2676446 Dec 16 22:05:36.824717 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22706b8-a00e-4894-b55f-19040642f5e6 req-aaf109ca-e241-42cc-93f9-de0c2ebd276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:36.826251 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d22706b8-a00e-4894-b55f-19040642f5e6 req-aaf109ca-e241-42cc-93f9-de0c2ebd276c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 1098 time: 0.0555604 Dec 16 22:05:36.870100 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4e3aed9a-6e97-4a22-8833-2e2fb66f88ea req-9cfe6634-acd9-44af-8b03-76c0d84546f2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522864 Dec 16 22:05:36.941051 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22706b8-a00e-4894-b55f-19040642f5e6 req-eded819c-5b20-410b-8779-e55c67cd487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:36.942561 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d22706b8-a00e-4894-b55f-19040642f5e6 req-eded819c-5b20-410b-8779-e55c67cd487e service neutron] 10.222.0.59 "GET /v2.0/networks?id=20a3eec7-41a9-4245-914f-e98b7a66cb56 HTTP/1.1" status: 200 len: 911 time: 0.0961425 Dec 16 22:05:37.010381 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d22706b8-a00e-4894-b55f-19040642f5e6 req-5c127c98-5d72-487e-9b4f-473a3ec8c573 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5e32512-25c1-4235-a2e6-cbd4bb02e68f HTTP/1.1" status: 200 len: 1001 time: 0.0611455 Dec 16 22:05:37.231987 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22706b8-a00e-4894-b55f-19040642f5e6 req-2cee8ed9-0f71-4ce3-b99e-d6ab0a4d9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:37.234147 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d22706b8-a00e-4894-b55f-19040642f5e6 req-2cee8ed9-0f71-4ce3-b99e-d6ab0a4d9d74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681f9249-4312-425a-815c-a3dce893a0fb HTTP/1.1" status: 200 len: 849 time: 0.2172129 Dec 16 22:05:37.284858 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22706b8-a00e-4894-b55f-19040642f5e6 req-7548fdc2-d5eb-48dd-9ebc-393110f9c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:37.286402 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d22706b8-a00e-4894-b55f-19040642f5e6 req-7548fdc2-d5eb-48dd-9ebc-393110f9c466 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20a3eec7-41a9-4245-914f-e98b7a66cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457628 Dec 16 22:05:37.378214 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d22706b8-a00e-4894-b55f-19040642f5e6 req-c2f456f7-b9b8-4d79-bd6f-45c7b138808e service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846245 Dec 16 22:05:37.482822 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-d22706b8-a00e-4894-b55f-19040642f5e6 req-ec08fe81-2372-4038-8e7f-4d8702f93b9b service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974727 Dec 16 22:05:37.994055 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a91d2-aaec-4e4a-9b76-64179de65119 req-681097c0-82a7-4820-a41b-3fc54813ff38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:37.995643 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-476a91d2-aaec-4e4a-9b76-64179de65119 req-681097c0-82a7-4820-a41b-3fc54813ff38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0514543 Dec 16 22:05:38.051243 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-476a91d2-aaec-4e4a-9b76-64179de65119 req-4fef243f-c880-4db7-9df3-2e14e598d70f tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436058 Dec 16 22:05:40.034232 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5f22f8ad-ca20-44b7-b248-a2869e29c08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:42.766023 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ff4cecfe-1e18-44f3-b39b-a6711e7fa9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:43.564293 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:45.154306 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:45.878319 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:03.451280 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:05.275661 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:06:09.016433 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203003a2-fedd-435b-8db9-0c6bcf84f797 req-ac893590-fb85-474a-864c-242da658e194 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:09.018146 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-203003a2-fedd-435b-8db9-0c6bcf84f797 req-ac893590-fb85-474a-864c-242da658e194 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0788808 Dec 16 22:06:09.075196 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-203003a2-fedd-435b-8db9-0c6bcf84f797 req-c997b58a-da16-497f-b724-57d3f26474c5 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508258 Dec 16 22:06:10.036899 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b18828ff-9051-490f-8458-df93f4894468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:10.234753 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8645cb9-beb4-4685-b5f4-270657c01bb6 req-6bdedc6b-0521-4b36-b13d-06dad2a56fec tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:10.236477 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a8645cb9-beb4-4685-b5f4-270657c01bb6 req-6bdedc6b-0521-4b36-b13d-06dad2a56fec tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0562458 Dec 16 22:06:10.298010 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a8645cb9-beb4-4685-b5f4-270657c01bb6 req-48da4d18-a73a-4d47-ba71-762a49feac06 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548298 Dec 16 22:06:11.585894 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139707be-adee-47ee-8316-a8b6ab705796 req-4600ad77-6585-4bad-ba19-5c61d85074a9 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:11.588923 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-139707be-adee-47ee-8316-a8b6ab705796 req-4600ad77-6585-4bad-ba19-5c61d85074a9 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0643382 Dec 16 22:06:11.644172 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-139707be-adee-47ee-8316-a8b6ab705796 req-31e2fd35-984d-47d3-8ba2-b40772b03bbc tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480239 Dec 16 22:06:12.636902 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a60c9262-326e-4f0a-a829-85b248a6d8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:12.780180 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a0c45-19a5-4d9a-8051-8e086985cfb2 req-40598a01-1e3d-4e67-afd0-95368dff2634 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:12.781824 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fb6a0c45-19a5-4d9a-8051-8e086985cfb2 req-40598a01-1e3d-4e67-afd0-95368dff2634 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0552278 Dec 16 22:06:12.862900 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fb6a0c45-19a5-4d9a-8051-8e086985cfb2 req-29d9c97f-432b-4025-a17d-d543df50bf55 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706220 Dec 16 22:06:13.565457 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:13.982968 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca838c-61e3-42fc-9491-3a0f594fc6d7 req-8b1b1123-3259-464e-8263-b058f1e9eb76 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:13.984526 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-35ca838c-61e3-42fc-9491-3a0f594fc6d7 req-8b1b1123-3259-464e-8263-b058f1e9eb76 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0505698 Dec 16 22:06:14.039499 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-35ca838c-61e3-42fc-9491-3a0f594fc6d7 req-a16c6941-4a70-4ffa-866d-64235ba74de8 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489790 Dec 16 22:06:15.050495 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:15.166904 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4eac9-a748-4bf2-a327-33b08f519c48 req-130a7a03-50ca-42c2-9ae2-874f5ddeb91d tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:15.168539 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-75d4eac9-a748-4bf2-a327-33b08f519c48 req-130a7a03-50ca-42c2-9ae2-874f5ddeb91d tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0568409 Dec 16 22:06:15.220470 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-75d4eac9-a748-4bf2-a327-33b08f519c48 req-77fb260b-4595-4fec-b3ad-6bb4df504ab8 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451314 Dec 16 22:06:15.919110 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:16.341521 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a9d4f-92be-46a3-b0ce-38b19a36b0d4 req-6ab03afc-68d9-455a-9c07-86dd15af2056 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:16.343073 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-249a9d4f-92be-46a3-b0ce-38b19a36b0d4 req-6ab03afc-68d9-455a-9c07-86dd15af2056 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0515339 Dec 16 22:06:16.392071 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-249a9d4f-92be-46a3-b0ce-38b19a36b0d4 req-5aa52ed4-a953-49f9-b735-c8c4e4b27557 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428972 Dec 16 22:06:17.517687 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e611e-036b-43e6-b329-571840189811 req-0bc28430-69c1-452c-9030-11180c451117 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:17.519276 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-466e611e-036b-43e6-b329-571840189811 req-0bc28430-69c1-452c-9030-11180c451117 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0508699 Dec 16 22:06:17.587578 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-466e611e-036b-43e6-b329-571840189811 req-4eb2d22d-b9b0-4319-94be-b472b8ff40bb tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612807 Dec 16 22:06:18.729347 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc63af-1564-4550-bf01-8ad376ab7c85 req-c73870ce-d43a-42ab-945c-bdf4471e5b43 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:18.730900 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f7bc63af-1564-4550-bf01-8ad376ab7c85 req-c73870ce-d43a-42ab-945c-bdf4471e5b43 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0623653 Dec 16 22:06:18.785992 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f7bc63af-1564-4550-bf01-8ad376ab7c85 req-538316f7-25dc-4596-91df-2f41de5800be tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480733 Dec 16 22:06:19.921447 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c95023-1850-40b8-ae10-d87b43bbf646 req-1fd900f3-cc9c-4efc-bb6e-a2a57a4ac05a tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:19.923110 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b4c95023-1850-40b8-ae10-d87b43bbf646 req-1fd900f3-cc9c-4efc-bb6e-a2a57a4ac05a tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0601459 Dec 16 22:06:19.980212 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b4c95023-1850-40b8-ae10-d87b43bbf646 req-a126c3b9-2f86-4586-8c79-1e9b83f0a29d tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458202 Dec 16 22:06:20.396056 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c4f5a-72e4-4846-94ee-af98fa1414af req-d3d8fffc-b0b5-4865-8a07-f55a8ae38671 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:20.398912 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ea3c4f5a-72e4-4846-94ee-af98fa1414af req-d3d8fffc-b0b5-4865-8a07-f55a8ae38671 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0690722 Dec 16 22:06:20.464853 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ea3c4f5a-72e4-4846-94ee-af98fa1414af req-41cd856e-41dc-4cdc-84dc-676daeb1f655 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537448 Dec 16 22:06:20.490282 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ba230-9476-4311-8bd1-50ed46136594 req-cfff2944-8730-4a6e-a5ea-634a97b40eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:20.492221 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-392ba230-9476-4311-8bd1-50ed46136594 req-cfff2944-8730-4a6e-a5ea-634a97b40eac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 1098 time: 0.0548611 Dec 16 22:06:20.585350 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ba230-9476-4311-8bd1-50ed46136594 req-29c7a10e-90cb-428f-bde7-4e4c57791a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:20.586850 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-392ba230-9476-4311-8bd1-50ed46136594 req-29c7a10e-90cb-428f-bde7-4e4c57791a67 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20a3eec7-41a9-4245-914f-e98b7a66cb56 HTTP/1.1" status: 200 len: 911 time: 0.0880344 Dec 16 22:06:20.663935 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-392ba230-9476-4311-8bd1-50ed46136594 req-ba4f845c-4572-435f-85e4-4ebc1116f854 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5e32512-25c1-4235-a2e6-cbd4bb02e68f HTTP/1.1" status: 200 len: 1001 time: 0.0693359 Dec 16 22:06:20.718374 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ba230-9476-4311-8bd1-50ed46136594 req-1bb250f1-2394-45f2-ad61-10023d675035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:20.720135 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-392ba230-9476-4311-8bd1-50ed46136594 req-1bb250f1-2394-45f2-ad61-10023d675035 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681f9249-4312-425a-815c-a3dce893a0fb HTTP/1.1" status: 200 len: 849 time: 0.0495133 Dec 16 22:06:20.771049 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ba230-9476-4311-8bd1-50ed46136594 req-8c051041-a439-4970-a9a0-4b6133bd56b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:20.772867 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-392ba230-9476-4311-8bd1-50ed46136594 req-8c051041-a439-4970-a9a0-4b6133bd56b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20a3eec7-41a9-4245-914f-e98b7a66cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450115 Dec 16 22:06:20.878086 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-392ba230-9476-4311-8bd1-50ed46136594 req-fa916781-e245-4d5b-a1e5-f9197bd75bab service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977411 Dec 16 22:06:20.972236 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-392ba230-9476-4311-8bd1-50ed46136594 req-81ea38bd-bfba-49e3-80f5-0e521fad41e4 service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865545 Dec 16 22:06:21.598745 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e25663-0019-42a4-8b20-9d5c80dc862d req-cc91df9e-1b1d-438b-9153-ff9063dcf13e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:21.600500 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e25663-0019-42a4-8b20-9d5c80dc862d req-cc91df9e-1b1d-438b-9153-ff9063dcf13e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0608072 Dec 16 22:06:21.656380 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98e25663-0019-42a4-8b20-9d5c80dc862d req-a6a47750-8dd4-4422-b5a3-34c8c890096d tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495296 Dec 16 22:06:22.778670 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8c4ce-7453-4cbd-a621-00ec7c02b317 req-5faff701-207f-4fc5-9b64-b3908be78f8f tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:22.780268 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d7c8c4ce-7453-4cbd-a621-00ec7c02b317 req-5faff701-207f-4fc5-9b64-b3908be78f8f tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0529580 Dec 16 22:06:22.836521 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d7c8c4ce-7453-4cbd-a621-00ec7c02b317 req-c8677ce9-87ac-4e54-bd43-8a89d2159c67 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495999 Dec 16 22:06:33.459010 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.782319 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce7b91dd-ccae-44af-b26f-71d2bab3f261 req-ffe466e8-535a-4532-97b0-2c5a2ea72580 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539773 Dec 16 22:06:36.874893 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b91dd-ccae-44af-b26f-71d2bab3f261 req-15b83379-2854-40d4-a6fd-13bac382eece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:36.876362 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce7b91dd-ccae-44af-b26f-71d2bab3f261 req-15b83379-2854-40d4-a6fd-13bac382eece service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 1098 time: 0.0456526 Dec 16 22:06:36.996187 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b91dd-ccae-44af-b26f-71d2bab3f261 req-0b975893-1542-4746-a845-194ed261a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:36.998202 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce7b91dd-ccae-44af-b26f-71d2bab3f261 req-0b975893-1542-4746-a845-194ed261a190 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20a3eec7-41a9-4245-914f-e98b7a66cb56 HTTP/1.1" status: 200 len: 911 time: 0.1000109 Dec 16 22:06:37.092339 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce7b91dd-ccae-44af-b26f-71d2bab3f261 req-dff6372d-8d81-4f7a-8cc3-0f3a6f597918 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5e32512-25c1-4235-a2e6-cbd4bb02e68f HTTP/1.1" status: 200 len: 1001 time: 0.0857015 Dec 16 22:06:37.152796 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b91dd-ccae-44af-b26f-71d2bab3f261 req-fc3343a3-be9a-4a8a-84d9-05a8223b1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:37.155226 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce7b91dd-ccae-44af-b26f-71d2bab3f261 req-fc3343a3-be9a-4a8a-84d9-05a8223b1b26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681f9249-4312-425a-815c-a3dce893a0fb HTTP/1.1" status: 200 len: 849 time: 0.0550520 Dec 16 22:06:37.210724 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b91dd-ccae-44af-b26f-71d2bab3f261 req-02cf53e6-df27-4951-8f8a-30f1b9b013e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:37.212290 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce7b91dd-ccae-44af-b26f-71d2bab3f261 req-02cf53e6-df27-4951-8f8a-30f1b9b013e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20a3eec7-41a9-4245-914f-e98b7a66cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489984 Dec 16 22:06:37.314496 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce7b91dd-ccae-44af-b26f-71d2bab3f261 req-0e36474e-1fef-492e-8539-21d4e9b3bb29 service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947607 Dec 16 22:06:37.413713 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ce7b91dd-ccae-44af-b26f-71d2bab3f261 req-bc510d3d-7b41-4748-b770-8f6c618c7b7c service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924954 Dec 16 22:06:40.360516 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7944750d-493a-4600-a07d-2609a00a9607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:42.275565 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:06:42.653894 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08b9443d-5f96-42df-9d4d-04c5921f6b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:43.598845 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.036006 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.873052 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:55.640220 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df4518-2061-4ed4-9796-096194eb9d8b req-e9dfd9b2-8162-466e-8e77-7bd24dcc7b15 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:55.641830 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c2df4518-2061-4ed4-9796-096194eb9d8b req-e9dfd9b2-8162-466e-8e77-7bd24dcc7b15 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0577760 Dec 16 22:06:55.696812 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c2df4518-2061-4ed4-9796-096194eb9d8b req-90877a24-e2ea-4212-8654-cf8a9d30111e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472109 Dec 16 22:06:56.822831 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d52195-d0ee-4b0f-b16a-0ddd3dfd4a20 req-88e45404-d5bf-43ec-8038-7a0f94878dab tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:56.824805 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-31d52195-d0ee-4b0f-b16a-0ddd3dfd4a20 req-88e45404-d5bf-43ec-8038-7a0f94878dab tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0535336 Dec 16 22:06:56.878596 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-31d52195-d0ee-4b0f-b16a-0ddd3dfd4a20 req-24f1671d-f8ea-452b-a980-96f0cf0cdff8 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472419 Dec 16 22:06:57.487347 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-2c5b0bbe-4e41-44ae-b622-55674bc9ae3d tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:57.489268 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-2c5b0bbe-4e41-44ae-b622-55674bc9ae3d tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0544128 Dec 16 22:06:57.599985 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Deleting port d5e32512-25c1-4235-a2e6-cbd4bb02e68f {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:06:57.600588 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.782642 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] For port d5e32512-25c1-4235-a2e6-cbd4bb02e68f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d5e32512-25c1-4235-a2e6-cbd4bb02e68f,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:57.782921 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.971403 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.971760 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.972078 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.l3_db [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Floating IP 81b8c471-592e-4122-875e-2e38687b3e71 disassociated. External IP: 172.27.3.100, port: d5e32512-25c1-4235-a2e6-cbd4bb02e68f. Dec 16 22:06:57.972446 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Calling delete_port for d5e32512-25c1-4235-a2e6-cbd4bb02e68f owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:06:58.050752 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526ba73-60ca-41ce-9d67-3c309a4899b5 req-bb8cee29-d084-408e-8423-43ba6ab1ef1f tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:58.053414 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c526ba73-60ca-41ce-9d67-3c309a4899b5 req-bb8cee29-d084-408e-8423-43ba6ab1ef1f tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0994740 Dec 16 22:06:58.106734 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c526ba73-60ca-41ce-9d67-3c309a4899b5 req-d6e65460-ef80-4d7f-b141-08f8772982e7 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac58ed2e-0f86-48f4-98ea-0196e69579d6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467472 Dec 16 22:06:58.198247 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.228864 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event deleted for resources: {'Port': ['ID=d5e32512-25c1-4235-a2e6-cbd4bb02e68f,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:58.240793 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:58.241225 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:58.241486 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:58.241822 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:58.242151 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:58.242478 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:58.242808 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:58.243142 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:58.243464 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:58.243829 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:58.244125 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:58.244445 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:58.249474 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:58.427495 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:06:58.590110 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:06:58.605876 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa34a6b-4018-4eb2-8a0e-578d7ac6ebcb None None] Sync routers for ids ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:06:58.629630 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa34a6b-4018-4eb2-8a0e-578d7ac6ebcb None None] Routers {'8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:06:58.630189 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2aa34a6b-4018-4eb2-8a0e-578d7ac6ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:06:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:58.646883 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] No DVR routers for this DVR port d5e32512-25c1-4235-a2e6-cbd4bb02e68f on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:06:58.651593 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.658667 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-71d37222-05a8-432f-8c4a-81bc024e7a34 req-def0d60e-dee1-4e01-aa07-43a25f4b0f38 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.59 "DELETE /v2.0/ports/d5e32512-25c1-4235-a2e6-cbd4bb02e68f HTTP/1.1" status: 204 len: 173 time: 1.1636088 Dec 16 22:06:58.661445 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3640149-f138-4364-8845-c2bab8b4b7b3', 'name': 'network-vif-deleted', 'tag': 'd5e32512-25c1-4235-a2e6-cbd4bb02e68f'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:58.665507 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200314d4-1ff8-4eaa-b3bd-1f6f5bb7ec67" -d '{"events": [{"server_uuid": "d3640149-f138-4364-8845-c2bab8b4b7b3", "name": "network-vif-deleted", "tag": "d5e32512-25c1-4235-a2e6-cbd4bb02e68f"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:58.768561 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2aa34a6b-4018-4eb2-8a0e-578d7ac6ebcb None None] Set router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:06:58.954939 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9778e07-6b87-442a-bb7a-17f8ff05236e x-openstack-request-id: req-d9778e07-6b87-442a-bb7a-17f8ff05236e {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:58.955344 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3640149-f138-4364-8845-c2bab8b4b7b3", "name": "network-vif-deleted", "tag": "d5e32512-25c1-4235-a2e6-cbd4bb02e68f", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:58.955748 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9778e07-6b87-442a-bb7a-17f8ff05236e {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:58.956283 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3640149-f138-4364-8845-c2bab8b4b7b3', 'name': 'network-vif-deleted', 'tag': 'd5e32512-25c1-4235-a2e6-cbd4bb02e68f', 'status': 'completed', 'code': 200} Dec 16 22:06:59.043250 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2aa34a6b-4018-4eb2-8a0e-578d7ac6ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '2603063f-af0d-4bd4-ace0-e11c600043d7', 'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'mac_address': 'fa:16:3e:03:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:08Z', 'updated_at': '2021-12-16T22:04:13Z', 'revision_number': 5, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'subnets': [{'id': '681f9249-4312-425a-815c-a3dce893a0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:59.071379 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa34a6b-4018-4eb2-8a0e-578d7ac6ebcb None None] Checking router: 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:06:59.081003 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa34a6b-4018-4eb2-8a0e-578d7ac6ebcb None None] Routers {'8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:06:59.081654 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2aa34a6b-4018-4eb2-8a0e-578d7ac6ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:06:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:59.217796 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2aa34a6b-4018-4eb2-8a0e-578d7ac6ebcb None None] Set router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:06:59.246138 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f1ff26fd-ff0d-49b2-a188-0d996a1b9ede req-1917e568-7ccb-4bd8-9644-b97c02ef3cf0 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3640149-f138-4364-8845-c2bab8b4b7b3 HTTP/1.1" status: 200 len: 210 time: 0.0299947 Dec 16 22:06:59.447125 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2aa34a6b-4018-4eb2-8a0e-578d7ac6ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '2603063f-af0d-4bd4-ace0-e11c600043d7', 'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'mac_address': 'fa:16:3e:03:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:08Z', 'updated_at': '2021-12-16T22:04:13Z', 'revision_number': 5, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'subnets': [{'id': '681f9249-4312-425a-815c-a3dce893a0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:59.480418 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa34a6b-4018-4eb2-8a0e-578d7ac6ebcb None None] The sync data for ids ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'] in dv-cinder-790535-21-iscsi is: [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '2603063f-af0d-4bd4-ace0-e11c600043d7', 'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'mac_address': 'fa:16:3e:03:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:08Z', 'updated_at': '2021-12-16T22:04:13Z', 'revision_number': 5, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'subnets': [{'id': '681f9249-4312-425a-815c-a3dce893a0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:06:59.758484 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad44d50-7eae-4351-965b-31a82980cdaa None None] New status for floating IP 81b8c471-592e-4122-875e-2e38687b3e71: DOWN {{(pid=109595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:07:00.490955 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52492) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:00.547960 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-945c4059-dc03-479f-8fe0-e74e79edb3db tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.574295 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-945c4059-dc03-479f-8fe0-e74e79edb3db tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.718135 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-945c4059-dc03-479f-8fe0-e74e79edb3db tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.720883 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-945c4059-dc03-479f-8fe0-e74e79edb3db tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.722054 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-945c4059-dc03-479f-8fe0-e74e79edb3db tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "DELETE /v2.0/security-groups/ac58ed2e-0f86-48f4-98ea-0196e69579d6 HTTP/1.1" status: 204 len: 168 time: 0.2300854 Dec 16 22:07:00.725306 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52494) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:00.748568 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c4059-dc03-479f-8fe0-e74e79edb3db tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac58ed2e-0f86-48f4-98ea-0196e69579d6,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:00.751247 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.api.v2.resource [None req-4df5a6a5-0ec7-4ea3-bb21-d4789cfc0cfc tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] show failed (client error): The resource could not be found. Dec 16 22:07:00.752507 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-4df5a6a5-0ec7-4ea3-bb21-d4789cfc0cfc tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups/ac58ed2e-0f86-48f4-98ea-0196e69579d6 HTTP/1.1" status: 404 len: 347 time: 0.0262344 Dec 16 22:07:00.758265 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52496) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:00.904795 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcea06-2594-489c-9cae-39de8ebc7c33 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Deleting port ec2079c8-ac09-4e77-accb-7f41d0577193 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:07:00.905040 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cbbcea06-2594-489c-9cae-39de8ebc7c33 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.991922 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cbbcea06-2594-489c-9cae-39de8ebc7c33 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.992378 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cbbcea06-2594-489c-9cae-39de8ebc7c33 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.006906 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcea06-2594-489c-9cae-39de8ebc7c33 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Calling delete_port for ec2079c8-ac09-4e77-accb-7f41d0577193 owned by network:floatingip {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:07:01.244204 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cbbcea06-2594-489c-9cae-39de8ebc7c33 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.272347 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcea06-2594-489c-9cae-39de8ebc7c33 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event deleted for resources: {'Port': ['ID=ec2079c8-ac09-4e77-accb-7f41d0577193,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:01.350829 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cbbcea06-2594-489c-9cae-39de8ebc7c33 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for floatingip, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.353607 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-cbbcea06-2594-489c-9cae-39de8ebc7c33 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.355428 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-cbbcea06-2594-489c-9cae-39de8ebc7c33 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "DELETE /v2.0/floatingips/81b8c471-592e-4122-875e-2e38687b3e71 HTTP/1.1" status: 204 len: 168 time: 0.5978377 Dec 16 22:07:02.698639 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52502) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:02.704014 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-901b472c-b452-4b39-a4d8-f6f3d6de4335 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159509962', 'description': 'tempest-description--801750145'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:02.800916 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-901b472c-b452-4b39-a4d8-f6f3d6de4335 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:02.859894 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device d5e32512-25c1-4235-a2e6-cbd4bb02e68f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:07:02.900615 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: d5e32512-25c1-4235-a2e6-cbd4bb02e68f {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:07:02.901686 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device d5e32512-25c1-4235-a2e6-cbd4bb02e68f not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:07:02.903228 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-901b472c-b452-4b39-a4d8-f6f3d6de4335 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:02.983635 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-901b472c-b452-4b39-a4d8-f6f3d6de4335 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.016107 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b472c-b452-4b39-a4d8-f6f3d6de4335 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9273cff-033a-4483-b48d-b391691adc03,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:03.077505 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-901b472c-b452-4b39-a4d8-f6f3d6de4335 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.079109 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-901b472c-b452-4b39-a4d8-f6f3d6de4335 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3785632 Dec 16 22:07:03.082308 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52504) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:03.087212 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-62d373f0-413d-4073-9f01-3bc04be93838 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Request body: {'security_group_rule': {'security_group_id': 'a9273cff-033a-4483-b48d-b391691adc03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:03.204251 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-62d373f0-413d-4073-9f01-3bc04be93838 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.270861 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-62d373f0-413d-4073-9f01-3bc04be93838 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.352887 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-62d373f0-413d-4073-9f01-3bc04be93838 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.373442 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d373f0-413d-4073-9f01-3bc04be93838 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a685e2f-aeb1-4d75-bf4d-d5bbddd74ffd,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:03.460009 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-62d373f0-413d-4073-9f01-3bc04be93838 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.461267 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-62d373f0-413d-4073-9f01-3bc04be93838 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3779747 Dec 16 22:07:03.465173 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52506) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:03.469532 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.470156 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-688dfd69-d2cf-46b9-bad0-ec495e1ac3d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Request body: {'security_group_rule': {'security_group_id': 'a9273cff-033a-4483-b48d-b391691adc03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:03.611139 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-688dfd69-d2cf-46b9-bad0-ec495e1ac3d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.672589 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-688dfd69-d2cf-46b9-bad0-ec495e1ac3d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.783921 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-688dfd69-d2cf-46b9-bad0-ec495e1ac3d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.804833 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dfd69-d2cf-46b9-bad0-ec495e1ac3d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e83c30-3e60-4138-b23b-4134369f1221,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:03.891786 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-688dfd69-d2cf-46b9-bad0-ec495e1ac3d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.892948 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-688dfd69-d2cf-46b9-bad0-ec495e1ac3d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4267342 Dec 16 22:07:03.897778 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52508) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:03.902895 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Request body: {'floatingip': {'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:03.994796 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for floatingip, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.106745 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.221014 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Allocated IP 172.27.3.110 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/a042a8b0-1946-4673-b08e-feb0a4281f69) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:04.339309 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.481194 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.522675 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:04.525620 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:04.530418 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:04.535971 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event updated for resources: {'Port': ['ID=a042a8b0-1946-4673-b08e-feb0a4281f69,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:04.622972 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.741984 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.905735 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.975054 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.046094 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event updated for resources: {'Port': ['ID=a042a8b0-1946-4673-b08e-feb0a4281f69,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:05.058585 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.171823 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.173292 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-9b90c0d8-3408-4f17-b214-dcff02a47b6b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2744808 Dec 16 22:07:05.379638 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-0b72c6f0-9001-4f55-a7cf-ed55e23ad4d8 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1159509962&fields=id&tenant_id=5d1d04eb07214f789b5f58ca6c064eb0 HTTP/1.1" status: 200 len: 267 time: 0.0444837 Dec 16 22:07:05.494993 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-024ed78b-6006-42d5-805a-c14c7d1f78cf tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:05.496971 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-024ed78b-6006-42d5-805a-c14c7d1f78cf tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/networks?id=20a3eec7-41a9-4245-914f-e98b7a66cb56 HTTP/1.1" status: 200 len: 810 time: 0.1093647 Dec 16 22:07:05.519257 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-ffec337f-6a27-4d0e-b045-dc219c7196fb tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/quotas/5d1d04eb07214f789b5f58ca6c064eb0 HTTP/1.1" status: 200 len: 375 time: 0.0162852 Dec 16 22:07:05.573644 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-82ef3bac-a323-4a47-b477-4c456923757b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478625 Dec 16 22:07:05.596640 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-ce0958d9-fb7b-4326-bc59-36c7ee051f0c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:07:05.597618 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-ce0958d9-fb7b-4326-bc59-36c7ee051f0c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053027 Dec 16 22:07:05.696433 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-b71d70ca-d2ff-4453-8864-e875c8e02b91 service neutron] 10.222.0.44 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924928 Dec 16 22:07:05.789260 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-501503c2-8aa7-4db9-b62a-f69554c8292a service neutron] 10.222.0.44 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864158 Dec 16 22:07:06.093304 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0c9b5382-e731-4993-a4f0-31d33908fb30 req-0d69577a-5e4b-4f8e-896a-d01bb3a8b5e5 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 210 time: 0.0365164 Dec 16 22:07:07.190481 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7266ab44-d0ab-4515-b438-95019df8fb97 req-72892411-8092-489c-8f44-443920fe1916 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 210 time: 0.0274398 Dec 16 22:07:08.330648 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6bc4c3fe-36f5-4fb4-befd-271e4982549f req-a478bfde-38ff-43a5-b12b-1401d06b3dcd tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 210 time: 0.0335219 Dec 16 22:07:08.510935 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-a1a084b5-2e04-4da0-a476-030d0dd52bfd tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:08.513467 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-a1a084b5-2e04-4da0-a476-030d0dd52bfd tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.59 "GET /v2.0/networks?id=20a3eec7-41a9-4245-914f-e98b7a66cb56 HTTP/1.1" status: 200 len: 810 time: 0.3908565 Dec 16 22:07:08.620372 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-80acbd7b-2b7f-49a8-ae93-e6766f50aa3f tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d1d04eb07214f789b5f58ca6c064eb0 HTTP/1.1" status: 200 len: 380 time: 0.0982566 Dec 16 22:07:08.631053 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-f643f974-4354-421e-b594-4f5b4529d4d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Request body: {'port': {'device_id': '1b5a2e6d-edf0-47af-8b2c-6946aad7c425', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'admin_state_up': True, 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'security_groups': ['a9273cff-033a-4483-b48d-b391691adc03']}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:08.826884 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-f643f974-4354-421e-b594-4f5b4529d4d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Made reservation on behalf of 5d1d04eb07214f789b5f58ca6c064eb0 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:08.830694 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-f643f974-4354-421e-b594-4f5b4529d4d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:08.960129 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-f643f974-4354-421e-b594-4f5b4529d4d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Allocated IP 172.20.0.11 (20a3eec7-41a9-4245-914f-e98b7a66cb56/681f9249-4312-425a-815c-a3dce893a0fb/3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:09.106577 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-f643f974-4354-421e-b594-4f5b4529d4d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.221671 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-f643f974-4354-421e-b594-4f5b4529d4d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.265059 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-f643f974-4354-421e-b594-4f5b4529d4d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Network 20a3eec7-41a9-4245-914f-e98b7a66cb56 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:09.268039 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-f643f974-4354-421e-b594-4f5b4529d4d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:09.271705 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-f643f974-4354-421e-b594-4f5b4529d4d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:09.301982 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643f974-4354-421e-b594-4f5b4529d4d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event updated for resources: {'Port': ['ID=3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:09.332053 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-f643f974-4354-421e-b594-4f5b4529d4d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:09.332936 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-f643f974-4354-421e-b594-4f5b4529d4d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.466739 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-f643f974-4354-421e-b594-4f5b4529d4d2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8394170 Dec 16 22:07:09.475554 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b65d6d-6950-4caf-bbb2-fe91bd64cdb3 req-9423e69b-b1e3-4135-862c-98746ccac78f tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:09.480532 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e8b65d6d-6950-4caf-bbb2-fe91bd64cdb3 req-9423e69b-b1e3-4135-862c-98746ccac78f tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 932 time: 0.0625219 Dec 16 22:07:09.481507 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Request body: {'port': {'device_id': '1b5a2e6d-edf0-47af-8b2c-6946aad7c425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:09.490651 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-467ffd16-2d4d-4ca1-a0fa-f0c3e92beddd None None] Provisioning complete for port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:09.491634 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-467ffd16-2d4d-4ca1-a0fa-f0c3e92beddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.533929 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-467ffd16-2d4d-4ca1-a0fa-f0c3e92beddd None None] Port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:09.555968 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e8b65d6d-6950-4caf-bbb2-fe91bd64cdb3 req-8c7b16bb-f133-4eb9-9106-b7eaaa3317d8 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9273cff-033a-4483-b48d-b391691adc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703864 Dec 16 22:07:09.558588 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.845532 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:09.853813 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.867430 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Transition to ACTIVE for port object 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:07:09.943231 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:10.000237 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Pushing event updated for resources: {'Port': ['ID=3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:10.069362 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b68e17f-33b4-44cc-ac17-57659a025a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:10.088070 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Attempting to bind port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:10.089432 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Attempting to bind port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:10.090009 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Attempting to bind port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 on network 20a3eec7-41a9-4245-914f-e98b7a66cb56 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:10.098381 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 on network 20a3eec7-41a9-4245-914f-e98b7a66cb56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:07:10.098826 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Attempting to bind port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 on network 20a3eec7-41a9-4245-914f-e98b7a66cb56 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:10.107962 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:10.108549 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Checking segment: {'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:10.109199 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Bound using segment: {'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:10.109941 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Bound port: 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:10.110527 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:10.219702 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] For port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:10.225130 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] For port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:10.292852 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:10.336808 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.337470 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:10.338995 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] 10.222.0.59 "PUT /v2.0/ports/3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 HTTP/1.1" status: 200 len: 1094 time: 0.8643253 Dec 16 22:07:10.339461 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5a2e6d-edf0-47af-8b2c-6946aad7c425', 'tag': '3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:10.341901 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32845873-ed5a-48a0-aba9-7833ba128798" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5a2e6d-edf0-47af-8b2c-6946aad7c425", "tag": "3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:10.382905 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0a467-fdfd-4d34-afa6-6cd69151023a service neutron] Pushing event updated for resources: {'Port': ['ID=3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:10.392721 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8233a6-1e2d-44a8-91b2-459be77fd68d x-openstack-request-id: req-db8233a6-1e2d-44a8-91b2-459be77fd68d {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:10.393207 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5a2e6d-edf0-47af-8b2c-6946aad7c425", "tag": "3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:10.393641 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db8233a6-1e2d-44a8-91b2-459be77fd68d {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:10.394597 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5a2e6d-edf0-47af-8b2c-6946aad7c425', 'tag': '3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47', 'status': 'completed', 'code': 200} Dec 16 22:07:10.467279 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32845873-ed5a-48a0-aba9-7833ba128798 req-2bf4c4dd-af79-4bef-afea-ae8637acd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.471717 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-32845873-ed5a-48a0-aba9-7833ba128798 req-2bf4c4dd-af79-4bef-afea-ae8637acd027 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 1097 time: 0.0603421 Dec 16 22:07:10.592037 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32845873-ed5a-48a0-aba9-7833ba128798 req-d223ceb3-5f46-40f4-85fb-0ca5616fc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.593581 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-32845873-ed5a-48a0-aba9-7833ba128798 req-d223ceb3-5f46-40f4-85fb-0ca5616fc6b2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1169155 Dec 16 22:07:10.723474 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea8368-b2b5-44a3-a29f-9098903b90d5 req-3484f702-cd67-46eb-9167-4200a011c9ce tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.725067 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-41ea8368-b2b5-44a3-a29f-9098903b90d5 req-3484f702-cd67-46eb-9167-4200a011c9ce tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 944 time: 0.0587082 Dec 16 22:07:10.751085 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32845873-ed5a-48a0-aba9-7833ba128798 req-a4bfed23-e067-4ae9-a2ce-9ced88f169b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.753712 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-32845873-ed5a-48a0-aba9-7833ba128798 req-a4bfed23-e067-4ae9-a2ce-9ced88f169b8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1532023 Dec 16 22:07:10.779571 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-41ea8368-b2b5-44a3-a29f-9098903b90d5 req-78366ae0-ea70-4b1d-ba75-daaf30ca2bc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9273cff-033a-4483-b48d-b391691adc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476656 Dec 16 22:07:10.847558 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-fb6215ac-0c82-4239-9eb5-f15e930cd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.849686 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-fb6215ac-0c82-4239-9eb5-f15e930cd277 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 1097 time: 0.0508864 Dec 16 22:07:10.902139 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-eda4fc4e-a57b-4208-92b5-a9c3abe5da2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 HTTP/1.1" status: 200 len: 217 time: 0.0418122 Dec 16 22:07:10.958682 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-4ec0f82e-f7f5-41ed-8dcb-de2f211413b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.960257 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-4ec0f82e-f7f5-41ed-8dcb-de2f211413b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681f9249-4312-425a-815c-a3dce893a0fb HTTP/1.1" status: 200 len: 849 time: 0.0472057 Dec 16 22:07:11.012208 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-7a62a2c2-87a7-4cec-97c4-b73abff57047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.013806 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-7a62a2c2-87a7-4cec-97c4-b73abff57047 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20a3eec7-41a9-4245-914f-e98b7a66cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452967 Dec 16 22:07:11.117108 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-2b9787c6-2c8e-4df6-ab39-274361a21bfe service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964079 Dec 16 22:07:11.228880 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-28af0a71-617a-41a1-b86d-823fda65a4c0 req-4f1c7ae7-0cd6-4966-b082-1daab85d863b service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032541 Dec 16 22:07:11.921306 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f316c-5d6a-4a32-b904-07abc5596910 req-d5cf59a9-185d-4487-9a6e-890db4320d92 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.923213 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a91f316c-5d6a-4a32-b904-07abc5596910 req-d5cf59a9-185d-4487-9a6e-890db4320d92 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 944 time: 0.0589480 Dec 16 22:07:11.976751 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-a91f316c-5d6a-4a32-b904-07abc5596910 req-9d69980b-5980-42f5-80b4-4fb1c7d8173b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9273cff-033a-4483-b48d-b391691adc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466313 Dec 16 22:07:12.622915 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c1b4520-d889-45d1-903e-f38345e0aa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:13.112152 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe114f0-4814-434f-a422-145dd0deeef7 req-6805dad1-e670-443f-aaa1-571a6adea263 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:13.114229 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3fe114f0-4814-434f-a422-145dd0deeef7 req-6805dad1-e670-443f-aaa1-571a6adea263 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 944 time: 0.0589335 Dec 16 22:07:13.170869 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3fe114f0-4814-434f-a422-145dd0deeef7 req-77de7df5-1b1a-4383-9eff-2c0e43e9af1a tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9273cff-033a-4483-b48d-b391691adc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456164 Dec 16 22:07:13.571316 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.293456 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef5ada-515f-4239-956c-39dfc11c756f req-500dac09-6e5b-468b-8d64-123bd8782230 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:14.295156 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d9ef5ada-515f-4239-956c-39dfc11c756f req-500dac09-6e5b-468b-8d64-123bd8782230 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 944 time: 0.0528333 Dec 16 22:07:14.352629 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d9ef5ada-515f-4239-956c-39dfc11c756f req-7d422d60-65a2-4d83-a34a-9d28e23415a8 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9273cff-033a-4483-b48d-b391691adc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509832 Dec 16 22:07:14.936633 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:07:15.055018 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:15.069239 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': '3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'port_id': '3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47', 'mac_address': 'fa:16:3e:bd:1c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:07:15.112226 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:15.122375 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:15.128362 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:15.152928 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:15.234740 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:15.289499 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:15.298814 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:15.299154 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:15.299494 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:15.299831 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:15.300164 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:15.300533 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:15.300866 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:15.301195 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:15.301520 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:15.301843 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:15.302168 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:15.302486 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:15.302802 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:15.482351 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:15.499479 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cba44-a956-41f3-8c91-61704745b170 req-ec2ddd4f-7098-4b66-bbf8-74709fc6da34 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:15.502196 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f87cba44-a956-41f3-8c91-61704745b170 req-ec2ddd4f-7098-4b66-bbf8-74709fc6da34 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 945 time: 0.0649827 Dec 16 22:07:15.572225 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f87cba44-a956-41f3-8c91-61704745b170 req-3f21a860-92a6-44c7-859b-bf8f0914db1c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9273cff-033a-4483-b48d-b391691adc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632331 Dec 16 22:07:15.912585 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.716298 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c22421-5892-4806-b4d9-40571cd0e9ec req-ef270afd-f897-4f2b-91ee-36316e551276 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:16.717925 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23c22421-5892-4806-b4d9-40571cd0e9ec req-ef270afd-f897-4f2b-91ee-36316e551276 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 945 time: 0.0607860 Dec 16 22:07:16.773236 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23c22421-5892-4806-b4d9-40571cd0e9ec req-981eda34-7ffe-4e72-a956-728fc8d3268c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9273cff-033a-4483-b48d-b391691adc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488675 Dec 16 22:07:16.952627 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:17.063099 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:07:17.067769 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:17.068189 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:17.157816 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:17.183515 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5a2e6d-edf0-47af-8b2c-6946aad7c425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:17.185836 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21693b4-4a36-4105-aa01-3b654102b5ba" -d '{"events": [{"server_uuid": "1b5a2e6d-edf0-47af-8b2c-6946aad7c425", "name": "network-vif-plugged", "status": "completed", "tag": "3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:17.206622 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:17.274502 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:17.302824 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10aeee88-c5fb-4db1-81fb-dcf115841cbb x-openstack-request-id: req-10aeee88-c5fb-4db1-81fb-dcf115841cbb {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:17.303106 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5a2e6d-edf0-47af-8b2c-6946aad7c425", "name": "network-vif-plugged", "status": "completed", "tag": "3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:17.303392 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10aeee88-c5fb-4db1-81fb-dcf115841cbb {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:17.303789 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5a2e6d-edf0-47af-8b2c-6946aad7c425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47', 'code': 200} Dec 16 22:07:17.335659 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:17.659051 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46705cd2-eb2f-4134-b600-388e18c15508 req-131a9b69-65ba-4776-aa14-2758a034d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:17.660942 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-46705cd2-eb2f-4134-b600-388e18c15508 req-131a9b69-65ba-4776-aa14-2758a034d0b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 1099 time: 0.0552938 Dec 16 22:07:17.711377 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-46705cd2-eb2f-4134-b600-388e18c15508 req-594d9d1f-b3a6-43aa-8a9e-fc73f8ae900c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a9273cff-033a-4483-b48d-b391691adc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424938 Dec 16 22:07:17.918053 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463a403-e2eb-4256-be27-9c85392ab76c req-d25ad166-6c1a-47c0-8ae5-6184120bf068 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:17.919639 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3463a403-e2eb-4256-be27-9c85392ab76c req-d25ad166-6c1a-47c0-8ae5-6184120bf068 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 946 time: 0.0616672 Dec 16 22:07:17.973036 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3463a403-e2eb-4256-be27-9c85392ab76c req-3e14b9a5-c867-4bbf-891b-add09ba56948 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9273cff-033a-4483-b48d-b391691adc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467041 Dec 16 22:07:19.110251 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51821e31-5472-40e2-b4f9-4ceca756f135 req-fe624ef4-8960-48b4-9d98-6efc6d664160 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:19.111805 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-51821e31-5472-40e2-b4f9-4ceca756f135 req-fe624ef4-8960-48b4-9d98-6efc6d664160 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 946 time: 0.0522101 Dec 16 22:07:19.169564 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-51821e31-5472-40e2-b4f9-4ceca756f135 req-e33d8c54-6630-4e3a-ad33-c1bf710fe0ea tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9273cff-033a-4483-b48d-b391691adc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509405 Dec 16 22:07:19.276183 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:07:19.303410 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23529e69-1c6b-4eae-bff7-942c313538df req-97d04ba7-29a9-4e94-a1c5-bfccfbb2ff0c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:19.305260 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-23529e69-1c6b-4eae-bff7-942c313538df req-97d04ba7-29a9-4e94-a1c5-bfccfbb2ff0c tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 946 time: 0.0577188 Dec 16 22:07:19.314928 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52582) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:19.319594 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-24b88dea-9410-4134-ad77-924346911d42 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Request body: {'floatingip': {'port_id': '3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:19.365159 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-24b88dea-9410-4134-ad77-924346911d42 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for floatingip, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.862463 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-24b88dea-9410-4134-ad77-924346911d42 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.919920 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-24b88dea-9410-4134-ad77-924346911d42 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.026927 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-24b88dea-9410-4134-ad77-924346911d42 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Floating IP a2324f93-acba-4b75-ac25-e5706fd88286 associated. External IP: 172.27.3.110, port: 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47. Dec 16 22:07:20.277762 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b88dea-9410-4134-ad77-924346911d42 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:07:20.429019 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b88dea-9410-4134-ad77-924346911d42 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:07:20.435082 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-24b88dea-9410-4134-ad77-924346911d42 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.440212 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1646322-f7ab-4801-8109-790fdabf9ee0 None None] Sync routers for ids ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:07:20.456262 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1646322-f7ab-4801-8109-790fdabf9ee0 None None] Routers {'8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:20.457234 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f1646322-f7ab-4801-8109-790fdabf9ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:07:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:20.691806 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-24b88dea-9410-4134-ad77-924346911d42 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "PUT /v2.0/floatingips/a2324f93-acba-4b75-ac25-e5706fd88286 HTTP/1.1" status: 200 len: 992 time: 1.3754299 Dec 16 22:07:20.692374 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5a2e6d-edf0-47af-8b2c-6946aad7c425', 'tag': '3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:20.694667 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e57e2e44bf8fe06c7a0f6bc155366ee9f5a250a625ed21f00be954d32ca70b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e86329-d83d-46ff-85a9-71f761795111" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5a2e6d-edf0-47af-8b2c-6946aad7c425", "tag": "3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:20.724932 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-f1646322-f7ab-4801-8109-790fdabf9ee0 None None] Set router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:20.827911 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a96eec-d5df-4ff9-bd3e-d021043b5565 x-openstack-request-id: req-d5a96eec-d5df-4ff9-bd3e-d021043b5565 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:20.828259 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5a2e6d-edf0-47af-8b2c-6946aad7c425", "tag": "3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:20.828669 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5a96eec-d5df-4ff9-bd3e-d021043b5565 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:20.829132 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5a2e6d-edf0-47af-8b2c-6946aad7c425', 'tag': '3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47', 'status': 'completed', 'code': 200} Dec 16 22:07:20.897996 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e86329-d83d-46ff-85a9-71f761795111 req-069330ed-fb78-4de1-ba78-4c5ae8e59ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:20.899963 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c6e86329-d83d-46ff-85a9-71f761795111 req-069330ed-fb78-4de1-ba78-4c5ae8e59ecb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 1099 time: 0.0519049 Dec 16 22:07:20.999055 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f1646322-f7ab-4801-8109-790fdabf9ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': 'a2324f93-acba-4b75-ac25-e5706fd88286', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'port_id': '3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'mac_address': 'fa:16:3e:bd:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a2e6d-edf0-47af-8b2c-6946aad7c425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:07:04Z', 'updated_at': '2021-12-16T22:07:19Z', 'revision_number': 1, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2603063f-af0d-4bd4-ace0-e11c600043d7', 'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'mac_address': 'fa:16:3e:03:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:08Z', 'updated_at': '2021-12-16T22:04:13Z', 'revision_number': 5, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'subnets': [{'id': '681f9249-4312-425a-815c-a3dce893a0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:21.031107 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1646322-f7ab-4801-8109-790fdabf9ee0 None None] Checking router: 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:07:21.039943 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1646322-f7ab-4801-8109-790fdabf9ee0 None None] Routers {'8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:21.040643 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f1646322-f7ab-4801-8109-790fdabf9ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:07:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:21.048807 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e86329-d83d-46ff-85a9-71f761795111 req-730c446f-1f90-4a73-8664-e3eee2c03ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:21.050296 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c6e86329-d83d-46ff-85a9-71f761795111 req-730c446f-1f90-4a73-8664-e3eee2c03ace service neutron] 10.222.0.59 "GET /v2.0/networks?id=20a3eec7-41a9-4245-914f-e98b7a66cb56 HTTP/1.1" status: 200 len: 911 time: 0.1432157 Dec 16 22:07:21.123148 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c6e86329-d83d-46ff-85a9-71f761795111 req-3cfacf57-680e-4796-942d-202041d86196 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 HTTP/1.1" status: 200 len: 1000 time: 0.0645916 Dec 16 22:07:21.174839 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e86329-d83d-46ff-85a9-71f761795111 req-d67546db-45bb-4b15-8e97-72d0f1038991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:21.176325 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c6e86329-d83d-46ff-85a9-71f761795111 req-d67546db-45bb-4b15-8e97-72d0f1038991 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681f9249-4312-425a-815c-a3dce893a0fb HTTP/1.1" status: 200 len: 849 time: 0.0467362 Dec 16 22:07:21.221341 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-f1646322-f7ab-4801-8109-790fdabf9ee0 None None] Set router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:21.229181 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e86329-d83d-46ff-85a9-71f761795111 req-e8ee0288-568f-409a-b584-92a91c33faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:21.230719 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c6e86329-d83d-46ff-85a9-71f761795111 req-e8ee0288-568f-409a-b584-92a91c33faf4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20a3eec7-41a9-4245-914f-e98b7a66cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0465562 Dec 16 22:07:21.343251 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c6e86329-d83d-46ff-85a9-71f761795111 req-7f1197f5-90cc-4fbc-bee8-ad620367bdfe service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000767 Dec 16 22:07:21.456115 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c6e86329-d83d-46ff-85a9-71f761795111 req-a147be50-d622-427d-a2ea-001dcf76a3d4 service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107197 Dec 16 22:07:21.485609 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f1646322-f7ab-4801-8109-790fdabf9ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': 'a2324f93-acba-4b75-ac25-e5706fd88286', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'port_id': '3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'mac_address': 'fa:16:3e:bd:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a2e6d-edf0-47af-8b2c-6946aad7c425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:07:04Z', 'updated_at': '2021-12-16T22:07:19Z', 'revision_number': 1, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2603063f-af0d-4bd4-ace0-e11c600043d7', 'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'mac_address': 'fa:16:3e:03:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:08Z', 'updated_at': '2021-12-16T22:04:13Z', 'revision_number': 5, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'subnets': [{'id': '681f9249-4312-425a-815c-a3dce893a0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:21.515777 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1646322-f7ab-4801-8109-790fdabf9ee0 None None] The sync data for ids ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'] in dv-cinder-790535-21-iscsi is: [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': 'a2324f93-acba-4b75-ac25-e5706fd88286', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'port_id': '3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'mac_address': 'fa:16:3e:bd:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a2e6d-edf0-47af-8b2c-6946aad7c425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:07:04Z', 'updated_at': '2021-12-16T22:07:19Z', 'revision_number': 1, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2603063f-af0d-4bd4-ace0-e11c600043d7', 'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'mac_address': 'fa:16:3e:03:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:08Z', 'updated_at': '2021-12-16T22:04:13Z', 'revision_number': 5, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'subnets': [{'id': '681f9249-4312-425a-815c-a3dce893a0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:07:21.751283 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce63c98-03d1-4022-871c-bb609dcade5f None None] New status for floating IP a2324f93-acba-4b75-ac25-e5706fd88286: ACTIVE {{(pid=109595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:07:33.500878 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:36.771819 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b032eac2-fc92-4a15-8e10-402d593a5188 req-e94bfff3-a6b4-4d40-bfc5-b93752c2554f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457814 Dec 16 22:07:36.871371 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032eac2-fc92-4a15-8e10-402d593a5188 req-929aa018-e3b0-4721-a5f8-0bf7a6b41a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:36.873107 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b032eac2-fc92-4a15-8e10-402d593a5188 req-929aa018-e3b0-4721-a5f8-0bf7a6b41a68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 1099 time: 0.0468035 Dec 16 22:07:37.004009 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032eac2-fc92-4a15-8e10-402d593a5188 req-1c787360-d06f-438c-9300-8056bb84f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:37.006614 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b032eac2-fc92-4a15-8e10-402d593a5188 req-1c787360-d06f-438c-9300-8056bb84f239 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20a3eec7-41a9-4245-914f-e98b7a66cb56 HTTP/1.1" status: 200 len: 911 time: 0.1122956 Dec 16 22:07:37.082279 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b032eac2-fc92-4a15-8e10-402d593a5188 req-c29ecf02-5753-40ab-8971-87f6a4171b88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 HTTP/1.1" status: 200 len: 1002 time: 0.0677450 Dec 16 22:07:37.139771 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032eac2-fc92-4a15-8e10-402d593a5188 req-88ec6851-93a9-477c-bd84-3ea29cd72602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:37.141565 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b032eac2-fc92-4a15-8e10-402d593a5188 req-88ec6851-93a9-477c-bd84-3ea29cd72602 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=681f9249-4312-425a-815c-a3dce893a0fb HTTP/1.1" status: 200 len: 849 time: 0.0519626 Dec 16 22:07:37.198088 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032eac2-fc92-4a15-8e10-402d593a5188 req-bcb8f5a5-6b57-4d80-9d7b-42a8ad8ed253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:37.199765 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b032eac2-fc92-4a15-8e10-402d593a5188 req-bcb8f5a5-6b57-4d80-9d7b-42a8ad8ed253 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20a3eec7-41a9-4245-914f-e98b7a66cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510571 Dec 16 22:07:37.313856 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b032eac2-fc92-4a15-8e10-402d593a5188 req-07cb84b4-201e-477f-80b9-aa8efa9e8110 service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032963 Dec 16 22:07:37.483062 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b032eac2-fc92-4a15-8e10-402d593a5188 req-cceae8d4-875d-49d3-83e4-6067accde176 service neutron] 10.222.0.59 "GET /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610444 Dec 16 22:07:40.045024 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e032c6b7-f3ba-4674-a249-375474a7d2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.620204 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a42ebe14-62c5-4728-89d1-434e94a72e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.620599 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:45.032829 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:45.884854 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.276200 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:08:03.478347 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:10.072425 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-86ab285f-f2c9-47cc-a59e-b638ab19d88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:12.649008 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-41e27819-7819-4599-a390-45569a372ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.591698 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.055538 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.883770 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.962216 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec39f66-f57a-4c6c-9b67-308cd9716c1f req-1d66b90d-53dc-481a-83b6-040f95de496a tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.964940 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ec39f66-f57a-4c6c-9b67-308cd9716c1f req-1d66b90d-53dc-481a-83b6-040f95de496a tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 946 time: 0.0713191 Dec 16 22:08:24.020431 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5ec39f66-f57a-4c6c-9b67-308cd9716c1f req-bef700de-7303-47a6-bae4-9fb20c78c787 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9273cff-033a-4483-b48d-b391691adc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491970 Dec 16 22:08:25.156579 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b8490-ee07-4439-8ecd-c7da16600bf3 req-8f0477af-e1d7-45c4-9ba8-c8a4401286a1 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:25.158389 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-456b8490-ee07-4439-8ecd-c7da16600bf3 req-8f0477af-e1d7-45c4-9ba8-c8a4401286a1 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 946 time: 0.0588658 Dec 16 22:08:25.221539 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-456b8490-ee07-4439-8ecd-c7da16600bf3 req-39cffa96-90c0-4816-a6ac-3de6c8fdfc77 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9273cff-033a-4483-b48d-b391691adc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559597 Dec 16 22:08:25.546754 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-1d65eeff-745b-4ab8-b625-3cc5fe55cb1f tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:25.548369 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-1d65eeff-745b-4ab8-b625-3cc5fe55cb1f tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 946 time: 0.0541658 Dec 16 22:08:25.653065 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Deleting port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:25.653601 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:25.795064 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] For port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:25.795451 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.035060 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.035663 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.036203 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.l3_db [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Floating IP a2324f93-acba-4b75-ac25-e5706fd88286 disassociated. External IP: 172.27.3.110, port: 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47. Dec 16 22:08:26.036811 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Calling delete_port for 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:26.323796 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.358465 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event deleted for resources: {'Port': ['ID=3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:26.361926 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4748aea-0d48-4657-8ad9-6f966718b0b6 req-777f356d-cb14-4a64-a6a6-0a2e0a6b29e8 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:26.363517 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e4748aea-0d48-4657-8ad9-6f966718b0b6 req-777f356d-cb14-4a64-a6a6-0a2e0a6b29e8 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 867 time: 0.0594990 Dec 16 22:08:26.385387 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:26.385387 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:26.385387 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:26.385387 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:26.385387 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:26.385387 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:26.385387 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:26.385387 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:26.385387 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:26.385387 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:26.386940 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:26.386940 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:26.386940 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:26.438692 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e4748aea-0d48-4657-8ad9-6f966718b0b6 req-5d0df318-c56f-4a57-bc4a-d363667faa9b tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9273cff-033a-4483-b48d-b391691adc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569594 Dec 16 22:08:26.557191 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:08:26.677512 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:08:26.692946 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09e6f5-b141-475f-834a-69c1ccbf1379 None None] Sync routers for ids ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:08:26.707558 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09e6f5-b141-475f-834a-69c1ccbf1379 None None] Routers {'8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:26.708185 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5c09e6f5-b141-475f-834a-69c1ccbf1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:08:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:26.738500 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] No DVR routers for this DVR port 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:26.743354 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.749741 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-98e36a8b-8a63-47d5-881d-0dba695886cf req-78591a88-6229-49bb-81fc-1962c67f8082 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.59 "DELETE /v2.0/ports/3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 HTTP/1.1" status: 204 len: 173 time: 1.1947913 Dec 16 22:08:26.750517 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5a2e6d-edf0-47af-8b2c-6946aad7c425', 'name': 'network-vif-deleted', 'tag': '3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:26.754493 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e79267-ce34-4a12-84f0-730793691c7c" -d '{"events": [{"server_uuid": "1b5a2e6d-edf0-47af-8b2c-6946aad7c425", "name": "network-vif-deleted", "tag": "3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:26.794088 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2747857f-4372-45ed-8a02-8549f190d595 x-openstack-request-id: req-2747857f-4372-45ed-8a02-8549f190d595 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:26.794447 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5a2e6d-edf0-47af-8b2c-6946aad7c425", "name": "network-vif-deleted", "tag": "3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:26.794757 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2747857f-4372-45ed-8a02-8549f190d595 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:26.795022 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5a2e6d-edf0-47af-8b2c-6946aad7c425', 'name': 'network-vif-deleted', 'tag': '3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47', 'status': 'completed', 'code': 200} Dec 16 22:08:26.837018 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-5c09e6f5-b141-475f-834a-69c1ccbf1379 None None] Set router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:27.056773 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5c09e6f5-b141-475f-834a-69c1ccbf1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '2603063f-af0d-4bd4-ace0-e11c600043d7', 'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'mac_address': 'fa:16:3e:03:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:08Z', 'updated_at': '2021-12-16T22:04:13Z', 'revision_number': 5, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'subnets': [{'id': '681f9249-4312-425a-815c-a3dce893a0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:27.086351 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09e6f5-b141-475f-834a-69c1ccbf1379 None None] Checking router: 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:08:27.096586 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09e6f5-b141-475f-834a-69c1ccbf1379 None None] Routers {'8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:27.098641 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5c09e6f5-b141-475f-834a-69c1ccbf1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:08:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:27.217409 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-5c09e6f5-b141-475f-834a-69c1ccbf1379 None None] Set router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:27.561895 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5c09e6f5-b141-475f-834a-69c1ccbf1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '2603063f-af0d-4bd4-ace0-e11c600043d7', 'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'mac_address': 'fa:16:3e:03:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:08Z', 'updated_at': '2021-12-16T22:04:13Z', 'revision_number': 5, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'subnets': [{'id': '681f9249-4312-425a-815c-a3dce893a0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:27.562703 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f769f55f-0b1b-4714-9482-c2b8d79d262d req-e55b18b6-6a73-480b-9501-6d15bc72957e tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b5a2e6d-edf0-47af-8b2c-6946aad7c425 HTTP/1.1" status: 200 len: 210 time: 0.0300529 Dec 16 22:08:27.591261 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09e6f5-b141-475f-834a-69c1ccbf1379 None None] The sync data for ids ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'] in dv-cinder-790535-21-iscsi is: [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:04:09Z', 'revision_number': 4, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '2603063f-af0d-4bd4-ace0-e11c600043d7', 'name': '', 'network_id': '20a3eec7-41a9-4245-914f-e98b7a66cb56', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'mac_address': 'fa:16:3e:03:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '681f9249-4312-425a-815c-a3dce893a0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:08Z', 'updated_at': '2021-12-16T22:04:13Z', 'revision_number': 5, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'subnets': [{'id': '681f9249-4312-425a-815c-a3dce893a0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:08:27.850735 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bab8f2-f5bd-4556-a6ef-a03a2c7f3632 None None] New status for floating IP a2324f93-acba-4b75-ac25-e5706fd88286: DOWN {{(pid=109595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:08:28.753068 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52798) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:28.847473 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:28.890897 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.065529 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.068311 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.069787 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "DELETE /v2.0/security-groups/a9273cff-033a-4483-b48d-b391691adc03 HTTP/1.1" status: 204 len: 168 time: 0.3152649 Dec 16 22:08:29.073138 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52800) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:29.083769 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9273cff-033a-4483-b48d-b391691adc03,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:29.095969 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.api.v2.resource [None req-e6b552aa-2898-449e-ae29-81d9edd0b788 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] show failed (client error): The resource could not be found. Dec 16 22:08:29.096445 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:29.097011 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:29.097549 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:29.098088 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:29.098611 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:29.099120 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:29.099654 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:29.100176 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:29.101893 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:29.102126 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:29.102688 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:29.103160 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:29.103331 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e6b552aa-2898-449e-ae29-81d9edd0b788 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "GET /v2.0/security-groups/a9273cff-033a-4483-b48d-b391691adc03 HTTP/1.1" status: 404 len: 347 time: 0.0284414 Dec 16 22:08:29.103676 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c38a5ab-dda2-4491-a3b1-59740f66bbc2 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:29.105727 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52802) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:29.259978 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-7840593c-0d22-470f-9a5e-994fef27f035 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Deleting port a042a8b0-1946-4673-b08e-feb0a4281f69 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:29.260368 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7840593c-0d22-470f-9a5e-994fef27f035 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.349587 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7840593c-0d22-470f-9a5e-994fef27f035 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.349970 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7840593c-0d22-470f-9a5e-994fef27f035 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.364480 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-7840593c-0d22-470f-9a5e-994fef27f035 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Calling delete_port for a042a8b0-1946-4673-b08e-feb0a4281f69 owned by network:floatingip {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:29.403459 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:29.430526 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:29.431027 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 3ae29886-d8b5-4c9c-81bc-1ca81a0a6b47 not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:29.574245 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7840593c-0d22-470f-9a5e-994fef27f035 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.615234 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840593c-0d22-470f-9a5e-994fef27f035 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Pushing event deleted for resources: {'Port': ['ID=a042a8b0-1946-4673-b08e-feb0a4281f69,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:29.677814 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7840593c-0d22-470f-9a5e-994fef27f035 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks [] for floatingip, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.681036 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7840593c-0d22-470f-9a5e-994fef27f035 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.682343 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-7840593c-0d22-470f-9a5e-994fef27f035 tempest-AttachVolumeTestJSON-560705965 tempest-AttachVolumeTestJSON-560705965-project] 10.222.0.44 "DELETE /v2.0/floatingips/a2324f93-acba-4b75-ac25-e5706fd88286 HTTP/1.1" status: 204 len: 168 time: 0.5741546 Dec 16 22:08:33.276796 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:08:33.568369 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.848685 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52830) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:34.275030 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6febd612-ae39-45e1-a625-52f80fad6a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581063'] for router_interface, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:34.558686 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6febd612-ae39-45e1-a625-52f80fad6a3b admin admin] Deleting port 2603063f-af0d-4bd4-ace0-e11c600043d7 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:34.559085 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6febd612-ae39-45e1-a625-52f80fad6a3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:34.676247 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-6febd612-ae39-45e1-a625-52f80fad6a3b admin admin] For port 2603063f-af0d-4bd4-ace0-e11c600043d7, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=2603063f-af0d-4bd4-ace0-e11c600043d7,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:34.676861 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6febd612-ae39-45e1-a625-52f80fad6a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:34.702100 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6febd612-ae39-45e1-a625-52f80fad6a3b admin admin] Calling delete_port for 2603063f-af0d-4bd4-ace0-e11c600043d7 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:35.019966 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6febd612-ae39-45e1-a625-52f80fad6a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.049426 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febd612-ae39-45e1-a625-52f80fad6a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=2603063f-af0d-4bd4-ace0-e11c600043d7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:35.273655 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6febd612-ae39-45e1-a625-52f80fad6a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1818230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581211'] for router_interface, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.516901 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6febd612-ae39-45e1-a625-52f80fad6a3b admin admin] Router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:08:35.635267 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6febd612-ae39-45e1-a625-52f80fad6a3b admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:08:35.640919 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-6febd612-ae39-45e1-a625-52f80fad6a3b admin admin] 10.222.0.44 "PUT /v2.0/routers/8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7904017 Dec 16 22:08:35.644639 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52832) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:35.646027 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ea3313-06f6-4cba-b1b5-76ffc053b110 None None] Sync routers for ids ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:08:35.659894 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ea3313-06f6-4cba-b1b5-76ffc053b110 None None] Routers {'8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:35.660785 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-97ea3313-06f6-4cba-b1b5-76ffc053b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:08:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:35.765006 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.772946 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-97ea3313-06f6-4cba-b1b5-76ffc053b110 None None] Set router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:35.877139 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.969892 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-97ea3313-06f6-4cba-b1b5-76ffc053b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:08:34Z', 'revision_number': 5, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port': {'id': '3ec19ce4-e488-4e6f-a37b-5327a948e28b', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:04:06Z', 'updated_at': '2021-12-16T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:36.003122 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ea3313-06f6-4cba-b1b5-76ffc053b110 None None] Checking router: 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:08:36.015250 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ea3313-06f6-4cba-b1b5-76ffc053b110 None None] Routers {'8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:36.015940 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-97ea3313-06f6-4cba-b1b5-76ffc053b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:08:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:36.040076 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] Deleting port 3ec19ce4-e488-4e6f-a37b-5327a948e28b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:36.040821 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.118985 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-97ea3313-06f6-4cba-b1b5-76ffc053b110 None None] Set router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:36.177831 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-97ea3313-06f6-4cba-b1b5-76ffc053b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:08:35Z', 'revision_number': 6, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port_host': None}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:36.186657 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] For port 3ec19ce4-e488-4e6f-a37b-5327a948e28b, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=3ec19ce4-e488-4e6f-a37b-5327a948e28b,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:36.187171 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.204136 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] Calling delete_port for 3ec19ce4-e488-4e6f-a37b-5327a948e28b owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:36.206138 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ea3313-06f6-4cba-b1b5-76ffc053b110 None None] The sync data for ids ['8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb'] in dv-cinder-790535-21-iscsi is: [{'id': '8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb', 'name': 'tempest-AttachVolumeTestJSON-987666802-router', 'tenant_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:04:05Z', 'updated_at': '2021-12-16T22:08:35Z', 'revision_number': 6, 'project_id': '5d1d04eb07214f789b5f58ca6c064eb0', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:08:36.511393 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.549214 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec19ce4-e488-4e6f-a37b-5327a948e28b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:36.618860 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.724385 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124280'] for router, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.727930 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.847606 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587616'] for router, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.848135 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:08:36.853667 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] Publish callbacks [] for router, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.854868 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-36c35484-19d3-487e-9fd4-2ede8194b7b1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/8b99ebfa-1e61-4355-8ab6-7dc2a191f6eb HTTP/1.1" status: 204 len: 168 time: 1.2092245 Dec 16 22:08:36.859013 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52834) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:36.918637 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b18728-2782-4ba8-b4db-25a8a8df90bb admin admin] Deleting subnet 681f9249-4312-425a-815c-a3dce893a0fb {{(pid=109593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:08:36.923743 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f3b18728-2782-4ba8-b4db-25a8a8df90bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.983576 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f3b18728-2782-4ba8-b4db-25a8a8df90bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8496285'] for subnet, precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.014651 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 2603063f-af0d-4bd4-ace0-e11c600043d7 no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:37.037521 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: 2603063f-af0d-4bd4-ace0-e11c600043d7 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:37.038019 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 2603063f-af0d-4bd4-ace0-e11c600043d7 not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:37.104673 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f3b18728-2782-4ba8-b4db-25a8a8df90bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.249130 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f3b18728-2782-4ba8-b4db-25a8a8df90bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8472585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3513356'] for subnet, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.299092 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b18728-2782-4ba8-b4db-25a8a8df90bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681f9249-4312-425a-815c-a3dce893a0fb,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:37.307343 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f3b18728-2782-4ba8-b4db-25a8a8df90bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.316866 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d450d5a-fd45-4c75-b7c4-ceb260c7251c None None] Network 20a3eec7-41a9-4245-914f-e98b7a66cb56 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:37.317048 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-f3b18728-2782-4ba8-b4db-25a8a8df90bb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/681f9249-4312-425a-815c-a3dce893a0fb HTTP/1.1" status: 204 len: 168 time: 0.4535215 Dec 16 22:08:37.317226 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 52836) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:37.394640 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.459867 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] Deleting port b1595f89-25fe-48ef-a124-2ce18b7923aa {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:37.460337 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.518860 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] DHCP port deletion for 20a3eec7-41a9-4245-914f-e98b7a66cb56 request from dv-cinder-790535-21-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:08:37.545274 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] For port b1595f89-25fe-48ef-a124-2ce18b7923aa, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=b1595f89-25fe-48ef-a124-2ce18b7923aa,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:37.547220 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.562078 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] Calling delete_port for b1595f89-25fe-48ef-a124-2ce18b7923aa owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:37.581522 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Deleting port b1595f89-25fe-48ef-a124-2ce18b7923aa {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:37.581878 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.650408 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] For port b1595f89-25fe-48ef-a124-2ce18b7923aa, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=b1595f89-25fe-48ef-a124-2ce18b7923aa,segment=NetworkSegment(a11bf279-0cd2-4d74-aaee-a46dcd379a8d),segment_id=a11bf279-0cd2-4d74-aaee-a46dcd379a8d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:37.650696 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.669373 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Calling delete_port for b1595f89-25fe-48ef-a124-2ce18b7923aa owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:37.757712 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.763885 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555'] for port, after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.793373 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1595f89-25fe-48ef-a124-2ce18b7923aa,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:37.795737 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Pushing event deleted for resources: {'Port': ['ID=b1595f89-25fe-48ef-a124-2ce18b7923aa,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:37.798328 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] No DVR routers for this DVR port b1595f89-25fe-48ef-a124-2ce18b7923aa on host dv-cinder-790535-21-iscsi {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:37.808275 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] No DVR routers for this DVR port b1595f89-25fe-48ef-a124-2ce18b7923aa on host dv-cinder-790535-21-iscsi {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:37.811471 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:37.812007 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:37.812408 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:37.814115 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:37.814115 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:37.814115 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:37.814115 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:37.814772 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:37.814772 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:37.815160 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:37.815685 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:37.816167 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:37.816585 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed0adc8-80d6-45fe-a52c-e428014c1c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:38.108099 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.132604 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a3eec7-41a9-4245-914f-e98b7a66cb56']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:38.143345 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:38.143671 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11bf279-0cd2-4d74-aaee-a46dcd379a8d') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:38.155300 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215460'] for segment, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.170796 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.179966 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:08:38.180617 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3293290'] for segment, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: Traceback (most recent call last): Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: timer() Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: cb(*args, **kw) Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: return func(*args, **kwargs) Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: self._notify() Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: self.callback(batched_events) Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: event.method(event) Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: return f(self, *a, **k) Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._get(url).json() Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:08:38.182596 dv-cinder-790535-21-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:08:38.287811 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.293471 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.296715 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] 10.222.0.44 "DELETE /v2.0/networks/20a3eec7-41a9-4245-914f-e98b7a66cb56 HTTP/1.1" status: 204 len: 168 time: 0.9787672 Dec 16 22:08:38.308166 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4a752-db7a-439b-92c7-6ec110c71d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=20a3eec7-41a9-4245-914f-e98b7a66cb56,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:38.439053 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 3ec19ce4-e488-4e6f-a37b-5327a948e28b no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:38.473177 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: 3ec19ce4-e488-4e6f-a37b-5327a948e28b {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:38.473866 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 3ec19ce4-e488-4e6f-a37b-5327a948e28b not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:38.474566 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device b1595f89-25fe-48ef-a124-2ce18b7923aa no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:38.499050 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: b1595f89-25fe-48ef-a124-2ce18b7923aa {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:38.499488 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device b1595f89-25fe-48ef-a124-2ce18b7923aa not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:38.732899 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52840) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:38.775419 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-1ae09bcf-71e5-476e-b949-3407c837ae5e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d1d04eb07214f789b5f58ca6c064eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410366 Dec 16 22:08:38.777958 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 52842) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:38.828438 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e11cd961-80f4-4623-a6f6-932710d0b6c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.851396 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e11cd961-80f4-4623-a6f6-932710d0b6c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.956629 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e11cd961-80f4-4623-a6f6-932710d0b6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.960149 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-e11cd961-80f4-4623-a6f6-932710d0b6c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.961695 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-e11cd961-80f4-4623-a6f6-932710d0b6c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4c03f3a-d494-4dcf-93c4-fcf1d97bb847 HTTP/1.1" status: 204 len: 168 time: 0.1826375 Dec 16 22:08:38.974444 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cd961-80f4-4623-a6f6-932710d0b6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c03f3a-d494-4dcf-93c4-fcf1d97bb847,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:40.093838 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4b84-9cd0-482f-bd1b-cf0a19134142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:42.653416 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-670f9df1-9a6e-4743-8a73-065a46c27b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:43.619733 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.048514 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.870741 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.492331 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.052592 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bad7d237-7473-4d7e-a764-e92b68793e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.277867 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:09:12.629442 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-650fbd9a-b41e-4dc7-bab4-4a957415f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:13.647828 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.057923 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.779617 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53058) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:15.875386 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.937423 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0383597-e149-4e20-816d-46c2b6e0e22c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.034054 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0383597-e149-4e20-816d-46c2b6e0e22c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.126506 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0383597-e149-4e20-816d-46c2b6e0e22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.172548 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-e0383597-e149-4e20-816d-46c2b6e0e22c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c0730ec59834292943e55ea2d3c544b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3912504 Dec 16 22:09:16.173280 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0383597-e149-4e20-816d-46c2b6e0e22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5e070e-be49-4a8d-8e1f-6859591756ba,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:16.175658 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53062) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:16.236755 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fea6985e-dd40-4258-8dda-cd4fecd13f9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.261632 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fea6985e-dd40-4258-8dda-cd4fecd13f9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.446411 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fea6985e-dd40-4258-8dda-cd4fecd13f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.449336 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fea6985e-dd40-4258-8dda-cd4fecd13f9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.450614 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-fea6985e-dd40-4258-8dda-cd4fecd13f9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a5e070e-be49-4a8d-8e1f-6859591756ba HTTP/1.1" status: 204 len: 168 time: 0.2728994 Dec 16 22:09:16.460724 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6985e-dd40-4258-8dda-cd4fecd13f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5e070e-be49-4a8d-8e1f-6859591756ba,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:17.278152 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53068) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:17.293026 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-070808d6-ba45-40eb-bdd0-959bf5a9c090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.380792 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-070808d6-ba45-40eb-bdd0-959bf5a9c090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.464293 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-070808d6-ba45-40eb-bdd0-959bf5a9c090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.522222 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-070808d6-ba45-40eb-bdd0-959bf5a9c090 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f3d6adf7f9d4326982a6bee649e2c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425897 Dec 16 22:09:17.523509 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070808d6-ba45-40eb-bdd0-959bf5a9c090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da07ec38-9647-4b57-8e31-6876a3a751da,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:17.525121 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53070) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:17.584155 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b421ca18-70fd-4bec-9068-edf964f1194f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.611824 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b421ca18-70fd-4bec-9068-edf964f1194f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.789020 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b421ca18-70fd-4bec-9068-edf964f1194f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.792416 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b421ca18-70fd-4bec-9068-edf964f1194f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.793772 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b421ca18-70fd-4bec-9068-edf964f1194f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da07ec38-9647-4b57-8e31-6876a3a751da HTTP/1.1" status: 204 len: 168 time: 0.2673397 Dec 16 22:09:17.808001 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421ca18-70fd-4bec-9068-edf964f1194f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da07ec38-9647-4b57-8e31-6876a3a751da,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:22.486806 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53138) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:22.605962 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ecc116b0-eedc-427e-b416-2e4a73b6e36f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.718787 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ecc116b0-eedc-427e-b416-2e4a73b6e36f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.788908 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-ecc116b0-eedc-427e-b416-2e4a73b6e36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.835845 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc116b0-eedc-427e-b416-2e4a73b6e36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c969898b-9bff-45f5-b976-4f868c8bf1db,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:22.840575 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-ecc116b0-eedc-427e-b416-2e4a73b6e36f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d3a9b63d281449ebf95b5a49d039107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526292 Dec 16 22:09:22.844858 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53142) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:22.903279 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3c353327-1605-40f9-9150-3ef745329daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.933698 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3c353327-1605-40f9-9150-3ef745329daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.069461 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3c353327-1605-40f9-9150-3ef745329daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.072083 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-3c353327-1605-40f9-9150-3ef745329daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.073809 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-3c353327-1605-40f9-9150-3ef745329daa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c969898b-9bff-45f5-b976-4f868c8bf1db HTTP/1.1" status: 204 len: 168 time: 0.2273803 Dec 16 22:09:23.083931 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c353327-1605-40f9-9150-3ef745329daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c969898b-9bff-45f5-b976-4f868c8bf1db,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:23.812681 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53148) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:23.827757 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b899dc6-e21a-4ef3-b346-25f7bfd40de5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.916410 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b899dc6-e21a-4ef3-b346-25f7bfd40de5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.983515 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b899dc6-e21a-4ef3-b346-25f7bfd40de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.027810 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7b899dc6-e21a-4ef3-b346-25f7bfd40de5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f0653ecf28e47258b24e0cccc055403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110479 Dec 16 22:09:24.027810 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b899dc6-e21a-4ef3-b346-25f7bfd40de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802705fb-b916-4a63-9be5-5edc0115d162,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:24.028629 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53150) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:24.084552 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ef5bead-8216-49c2-9290-f987fcade02f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.109643 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ef5bead-8216-49c2-9290-f987fcade02f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.228896 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ef5bead-8216-49c2-9290-f987fcade02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.231818 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ef5bead-8216-49c2-9290-f987fcade02f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.233106 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8ef5bead-8216-49c2-9290-f987fcade02f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/802705fb-b916-4a63-9be5-5edc0115d162 HTTP/1.1" status: 204 len: 168 time: 0.2034142 Dec 16 22:09:24.243001 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5bead-8216-49c2-9290-f987fcade02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802705fb-b916-4a63-9be5-5edc0115d162,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:28.171941 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53220) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:28.291876 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.378351 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.457184 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.497399 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0cf9eeac7d024b33b69e77bd6a640524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239553 Dec 16 22:09:28.498279 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736cac89-4ad3-419c-9699-af45ffb367c9,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:28.500856 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53224) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:28.506576 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:28.506928 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:28.507265 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:28.507658 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:28.507988 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:28.508343 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:28.508736 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:28.509063 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:28.509387 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:28.509734 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:28.510057 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:28.510370 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:28.510684 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d57970-17ad-473e-b7ec-99bcfe718316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:28.557139 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3808c131-6865-4cf0-833f-56b04c2bc0db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.580067 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3808c131-6865-4cf0-833f-56b04c2bc0db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.709125 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3808c131-6865-4cf0-833f-56b04c2bc0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.712017 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3808c131-6865-4cf0-833f-56b04c2bc0db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.713464 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-3808c131-6865-4cf0-833f-56b04c2bc0db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/736cac89-4ad3-419c-9699-af45ffb367c9 HTTP/1.1" status: 204 len: 168 time: 0.2113509 Dec 16 22:09:28.723843 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808c131-6865-4cf0-833f-56b04c2bc0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736cac89-4ad3-419c-9699-af45ffb367c9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:29.435774 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53230) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:29.449944 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.529319 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.600581 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.640412 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5789d1e26f841b2be2cda3de88ef449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036314 Dec 16 22:09:29.641320 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9482fad-92af-40f2-81f9-9f194c67b4a4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:29.643628 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53232) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:29.649997 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:29.650362 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:29.650711 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:29.651042 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:29.651378 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:29.651710 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:29.652037 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:29.652365 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:29.652742 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:29.653067 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:29.653417 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:29.653738 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:29.654053 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1571193-ed36-4bd4-929b-83f57c288ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:29.703871 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-df58d3b0-cd03-4076-ad43-7ae698ddcff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.728559 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-df58d3b0-cd03-4076-ad43-7ae698ddcff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.862888 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-df58d3b0-cd03-4076-ad43-7ae698ddcff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.870426 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-df58d3b0-cd03-4076-ad43-7ae698ddcff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.871624 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-df58d3b0-cd03-4076-ad43-7ae698ddcff3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9482fad-92af-40f2-81f9-9f194c67b4a4 HTTP/1.1" status: 204 len: 168 time: 0.2258215 Dec 16 22:09:29.884480 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58d3b0-cd03-4076-ad43-7ae698ddcff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9482fad-92af-40f2-81f9-9f194c67b4a4,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:33.148770 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-5cf987da-0d68-43a7-9c43-6259aa429854 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b5918e51f1bb454790a2665ef8caeb46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328460 Dec 16 22:09:33.349115 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-4cd2f779-12cb-41d5-9a44-e0212946fd77 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:33.350574 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-4cd2f779-12cb-41d5-9a44-e0212946fd77 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914563 Dec 16 22:09:33.366801 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-e9db90fe-b25d-40a6-8940-deb250a93e86 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/quotas/b5918e51f1bb454790a2665ef8caeb46 HTTP/1.1" status: 200 len: 375 time: 0.0103369 Dec 16 22:09:33.400665 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-0895dec5-5532-48e2-932b-e586063f509a tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5918e51f1bb454790a2665ef8caeb46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279078 Dec 16 22:09:33.514383 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.700506 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3cf25b29-7266-498a-8fa9-557ff043e89f req-8d39141c-2819-46e5-8ef9-cf915aea1c9a tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 210 time: 0.0489292 Dec 16 22:09:34.794863 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-64017fb6-cf62-4a38-afb6-4b6ac8773963 req-eb847228-ce27-4c8d-b276-0a1565aa4821 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 210 time: 0.0313883 Dec 16 22:09:35.917302 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-633edde9-67b9-4fec-8f36-acb9c60c78cc req-3e63194a-995a-4d70-a723-191932124493 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 210 time: 0.0297406 Dec 16 22:09:36.133704 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-38033316-32ec-42e4-8508-336ea22d4448 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b5918e51f1bb454790a2665ef8caeb46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335088 Dec 16 22:09:36.664374 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-63219714-4632-4e1f-83e9-7fcf5872c05b tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:36.665853 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-63219714-4632-4e1f-83e9-7fcf5872c05b tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5267067 Dec 16 22:09:36.682577 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Request body: {'port': {'device_id': 'f0fae873-60d7-4e40-8f45-5a010624aeec', 'network_id': '1ac0604d-cda6-4404-9a64-5705fbfbf237', 'admin_state_up': True, 'tenant_id': 'b5918e51f1bb454790a2665ef8caeb46'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:36.954431 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Made reservation on behalf of b5918e51f1bb454790a2665ef8caeb46 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:36.959517 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.970281 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.040761 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2dc45f80-609a-4242-aa51-76e1955b68c5 req-e0c1c1e7-20e7-4129-b0bc-6e64d33060c9 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 210 time: 0.0316789 Dec 16 22:09:37.056877 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.148817 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.222804 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fc08ca-d190-4c74-9a32-b5e32fb8e7fe,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:37.294172 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Allocated IP 192.168.233.147 (1ac0604d-cda6-4404-9a64-5705fbfbf237/e1ebe67c-c22a-4d7e-8807-41f951ae7364/f8248c6c-8ae1-4505-8dc4-41a0423d3848) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:37.466470 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.577767 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.624579 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Network 1ac0604d-cda6-4404-9a64-5705fbfbf237 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:37.627691 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:37.632154 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:37.638548 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Pushing event updated for resources: {'Port': ['ID=f8248c6c-8ae1-4505-8dc4-41a0423d3848,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:37.691530 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:37.692214 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.774819 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-ddf84aee-02c3-4a39-86f1-b11c630fac3e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0962183 Dec 16 22:09:37.792734 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Request body: {'port': {'device_id': 'f0fae873-60d7-4e40-8f45-5a010624aeec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:37.866750 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.882329 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-44bd5fd6-ae45-4e8f-9758-5d387dd2dc0a None None] Provisioning complete for port f8248c6c-8ae1-4505-8dc4-41a0423d3848 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:37.882916 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44bd5fd6-ae45-4e8f-9758-5d387dd2dc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.915910 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-44bd5fd6-ae45-4e8f-9758-5d387dd2dc0a None None] Port f8248c6c-8ae1-4505-8dc4-41a0423d3848 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:38.144854 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8248c6c-8ae1-4505-8dc4-41a0423d3848 {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:38.153979 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.167240 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Transition to ACTIVE for port object f8248c6c-8ae1-4505-8dc4-41a0423d3848 will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:09:38.170340 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bad7e9-6434-46d0-9fcf-de3101540943 req-495d05b9-b914-4b5c-80f2-da7452d3913b tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:38.171867 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-29bad7e9-6434-46d0-9fcf-de3101540943 req-495d05b9-b914-4b5c-80f2-da7452d3913b tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 936 time: 0.0498643 Dec 16 22:09:38.220549 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-29bad7e9-6434-46d0-9fcf-de3101540943 req-b0cbd8b8-229f-4bce-acbc-b05f595b54d9 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/security-groups?id=40fc08ca-d190-4c74-9a32-b5e32fb8e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413609 Dec 16 22:09:38.234478 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.283128 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Pushing event updated for resources: {'Port': ['ID=f8248c6c-8ae1-4505-8dc4-41a0423d3848,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:38.365804 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Attempting to bind port f8248c6c-8ae1-4505-8dc4-41a0423d3848 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:38.366145 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Attempting to bind port f8248c6c-8ae1-4505-8dc4-41a0423d3848 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'eb615329-1a2e-4f7e-bb5f-86b82ea39418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1ac0604d-cda6-4404-9a64-5705fbfbf237'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:38.366461 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Attempting to bind port f8248c6c-8ae1-4505-8dc4-41a0423d3848 on network 1ac0604d-cda6-4404-9a64-5705fbfbf237 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:38.371590 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Port f8248c6c-8ae1-4505-8dc4-41a0423d3848 on network 1ac0604d-cda6-4404-9a64-5705fbfbf237 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:09:38.371902 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Attempting to bind port f8248c6c-8ae1-4505-8dc4-41a0423d3848 on network 1ac0604d-cda6-4404-9a64-5705fbfbf237 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:38.377569 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:38.377906 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Checking segment: {'id': 'eb615329-1a2e-4f7e-bb5f-86b82ea39418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1ac0604d-cda6-4404-9a64-5705fbfbf237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:38.378284 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Bound using segment: {'id': 'eb615329-1a2e-4f7e-bb5f-86b82ea39418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1ac0604d-cda6-4404-9a64-5705fbfbf237'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:38.378764 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Bound port: f8248c6c-8ae1-4505-8dc4-41a0423d3848, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb615329-1a2e-4f7e-bb5f-86b82ea39418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1ac0604d-cda6-4404-9a64-5705fbfbf237'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:38.379346 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.454464 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] For port f8248c6c-8ae1-4505-8dc4-41a0423d3848, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:38.457973 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] For port f8248c6c-8ae1-4505-8dc4-41a0423d3848, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f8248c6c-8ae1-4505-8dc4-41a0423d3848,segment=NetworkSegment(eb615329-1a2e-4f7e-bb5f-86b82ea39418),segment_id=eb615329-1a2e-4f7e-bb5f-86b82ea39418)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:38.554770 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.593413 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:38.594040 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.595502 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] 10.222.0.59 "PUT /v2.0/ports/f8248c6c-8ae1-4505-8dc4-41a0423d3848 HTTP/1.1" status: 200 len: 1098 time: 0.8112700 Dec 16 22:09:38.595909 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fae873-60d7-4e40-8f45-5a010624aeec', 'tag': 'f8248c6c-8ae1-4505-8dc4-41a0423d3848'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:38.598880 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a118ae-6553-4221-8f36-337f5a2f6a27" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fae873-60d7-4e40-8f45-5a010624aeec", "tag": "f8248c6c-8ae1-4505-8dc4-41a0423d3848"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:38.634367 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a02f59-2472-4097-91ec-324f8f4e3111 service neutron] Pushing event updated for resources: {'Port': ['ID=f8248c6c-8ae1-4505-8dc4-41a0423d3848,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:38.665709 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dd02f3-fb45-4551-9ae2-690718920c29 x-openstack-request-id: req-58dd02f3-fb45-4551-9ae2-690718920c29 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:38.667923 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fae873-60d7-4e40-8f45-5a010624aeec", "tag": "f8248c6c-8ae1-4505-8dc4-41a0423d3848", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:38.667923 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58dd02f3-fb45-4551-9ae2-690718920c29 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:38.668892 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fae873-60d7-4e40-8f45-5a010624aeec', 'tag': 'f8248c6c-8ae1-4505-8dc4-41a0423d3848', 'status': 'completed', 'code': 200} Dec 16 22:09:38.745322 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a118ae-6553-4221-8f36-337f5a2f6a27 req-62997803-711c-4406-853b-5aa071870499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:38.746905 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b0a118ae-6553-4221-8f36-337f5a2f6a27 req-62997803-711c-4406-853b-5aa071870499 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5918e51f1bb454790a2665ef8caeb46&device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 1101 time: 0.0616610 Dec 16 22:09:38.777388 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b0a118ae-6553-4221-8f36-337f5a2f6a27 req-0e6cd687-118d-4421-b70c-8ccd83fc1949 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b5918e51f1bb454790a2665ef8caeb46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214703 Dec 16 22:09:38.893543 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a118ae-6553-4221-8f36-337f5a2f6a27 req-2cf4c800-d723-4d74-89ea-275ad0356704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:38.895645 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b0a118ae-6553-4221-8f36-337f5a2f6a27 req-2cf4c800-d723-4d74-89ea-275ad0356704 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1114876 Dec 16 22:09:38.981062 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-a5f5e8af-436b-4355-8424-ce6164aef0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:38.982615 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-a5f5e8af-436b-4355-8424-ce6164aef0af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5918e51f1bb454790a2665ef8caeb46&device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 1101 time: 0.0467620 Dec 16 22:09:39.027874 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-382ebe7f-ce39-4083-b2d0-d66d897e95d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=f8248c6c-8ae1-4505-8dc4-41a0423d3848 HTTP/1.1" status: 200 len: 217 time: 0.0362351 Dec 16 22:09:39.087666 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-a7d85daa-27ed-443e-bc0b-8514a541edea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:39.089251 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-a7d85daa-27ed-443e-bc0b-8514a541edea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1ebe67c-c22a-4d7e-8807-41f951ae7364 HTTP/1.1" status: 200 len: 843 time: 0.0525591 Dec 16 22:09:39.145181 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-1f192849-a541-4c64-a4a1-fe6d657b0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:39.146697 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-1f192849-a541-4c64-a4a1-fe6d657b0f30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ac0604d-cda6-4404-9a64-5705fbfbf237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0483022 Dec 16 22:09:39.258157 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-8fe676af-32c8-4bca-bbae-b560639df120 service neutron] 10.222.0.59 "GET /v2.0/networks/1ac0604d-cda6-4404-9a64-5705fbfbf237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030753 Dec 16 22:09:39.350238 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064609c4-dfd2-43f6-afd4-83ba89f9551e req-12c6136b-1ada-4ad7-9dbe-76ad2e8edec1 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:39.351085 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0b5693cc-a171-45fd-bc1d-94a9d7fcd85e req-120441b4-33ef-4c29-b9dd-cf90082222c9 service neutron] 10.222.0.59 "GET /v2.0/networks/1ac0604d-cda6-4404-9a64-5705fbfbf237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860000 Dec 16 22:09:39.352371 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-064609c4-dfd2-43f6-afd4-83ba89f9551e req-12c6136b-1ada-4ad7-9dbe-76ad2e8edec1 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 948 time: 0.0575211 Dec 16 22:09:39.402254 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-064609c4-dfd2-43f6-afd4-83ba89f9551e req-765c845d-bc2e-491e-9e1d-8df172b788bc tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/security-groups?id=40fc08ca-d190-4c74-9a32-b5e32fb8e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438466 Dec 16 22:09:40.044962 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac6aa-078d-4659-8b4d-09024be7e105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.524774 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdea4bb-39bb-4903-85c3-bd55dc5b121e req-88e3f662-41bb-4457-addd-d8debd7ad7e0 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:40.526315 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6cdea4bb-39bb-4903-85c3-bd55dc5b121e req-88e3f662-41bb-4457-addd-d8debd7ad7e0 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 948 time: 0.0520978 Dec 16 22:09:40.577457 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6cdea4bb-39bb-4903-85c3-bd55dc5b121e req-1786effe-380d-4a14-a642-e859f2a50a12 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/security-groups?id=40fc08ca-d190-4c74-9a32-b5e32fb8e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441010 Dec 16 22:09:41.700407 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab92c0c-5c16-4070-a68a-e59bed861f88 req-50e99bf4-b684-44c2-a77f-8fc655aa0f00 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:41.702068 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0ab92c0c-5c16-4070-a68a-e59bed861f88 req-50e99bf4-b684-44c2-a77f-8fc655aa0f00 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 948 time: 0.0540190 Dec 16 22:09:41.729544 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device f8248c6c-8ae1-4505-8dc4-41a0423d3848 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:41.753606 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0ab92c0c-5c16-4070-a68a-e59bed861f88 req-a8d04495-dcc1-454d-8e97-96532886723e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/security-groups?id=40fc08ca-d190-4c74-9a32-b5e32fb8e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441461 Dec 16 22:09:41.968319 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port f8248c6c-8ae1-4505-8dc4-41a0423d3848, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f8248c6c-8ae1-4505-8dc4-41a0423d3848,segment=NetworkSegment(eb615329-1a2e-4f7e-bb5f-86b82ea39418),segment_id=eb615329-1a2e-4f7e-bb5f-86b82ea39418)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:41.981460 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': 'f8248c6c-8ae1-4505-8dc4-41a0423d3848', 'network_id': '1ac0604d-cda6-4404-9a64-5705fbfbf237', 'port_id': 'f8248c6c-8ae1-4505-8dc4-41a0423d3848', 'mac_address': 'fa:16:3e:67:72:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ebe67c-c22a-4d7e-8807-41f951ae7364', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:42.023655 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.038673 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8248c6c-8ae1-4505-8dc4-41a0423d3848 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:42.061975 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port f8248c6c-8ae1-4505-8dc4-41a0423d3848, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f8248c6c-8ae1-4505-8dc4-41a0423d3848,segment=NetworkSegment(eb615329-1a2e-4f7e-bb5f-86b82ea39418),segment_id=eb615329-1a2e-4f7e-bb5f-86b82ea39418)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:42.154236 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.210070 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=f8248c6c-8ae1-4505-8dc4-41a0423d3848,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:42.217665 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:42.218015 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:42.218411 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:42.218689 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:42.219017 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:42.219341 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:42.219672 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:42.219992 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:42.220318 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:42.220674 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:42.220995 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:42.221422 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:42.221738 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:42.395123 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['f8248c6c-8ae1-4505-8dc4-41a0423d3848'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:42.622884 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c557b490-84ba-42a4-a864-99bb991dda00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.885786 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eb022-2065-4130-bc3e-d4314490f864 req-cc66033d-e580-40ec-9607-9418a1ecef1e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:42.887330 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-987eb022-2065-4130-bc3e-d4314490f864 req-cc66033d-e580-40ec-9607-9418a1ecef1e tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 949 time: 0.0584052 Dec 16 22:09:42.948952 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-987eb022-2065-4130-bc3e-d4314490f864 req-80483e16-bbcb-45b3-a4e9-6af452d8eecb tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/security-groups?id=40fc08ca-d190-4c74-9a32-b5e32fb8e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550902 Dec 16 22:09:43.588216 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.744156 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device f8248c6c-8ae1-4505-8dc4-41a0423d3848 up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:43.908421 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port f8248c6c-8ae1-4505-8dc4-41a0423d3848 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:09:43.914012 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port f8248c6c-8ae1-4505-8dc4-41a0423d3848 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:43.918599 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.997975 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.023213 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fae873-60d7-4e40-8f45-5a010624aeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8248c6c-8ae1-4505-8dc4-41a0423d3848'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:44.025561 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237bbb0b-a147-48f6-8168-6b97de0c12a4" -d '{"events": [{"server_uuid": "f0fae873-60d7-4e40-8f45-5a010624aeec", "name": "network-vif-plugged", "status": "completed", "tag": "f8248c6c-8ae1-4505-8dc4-41a0423d3848"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:44.041063 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port f8248c6c-8ae1-4505-8dc4-41a0423d3848, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f8248c6c-8ae1-4505-8dc4-41a0423d3848,segment=NetworkSegment(eb615329-1a2e-4f7e-bb5f-86b82ea39418),segment_id=eb615329-1a2e-4f7e-bb5f-86b82ea39418)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:44.070491 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997c080d-429d-4562-9fd5-ec8ccfc5cec4 x-openstack-request-id: req-997c080d-429d-4562-9fd5-ec8ccfc5cec4 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:44.070964 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fae873-60d7-4e40-8f45-5a010624aeec", "name": "network-vif-plugged", "status": "completed", "tag": "f8248c6c-8ae1-4505-8dc4-41a0423d3848", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:44.071384 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-997c080d-429d-4562-9fd5-ec8ccfc5cec4 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:44.072004 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fae873-60d7-4e40-8f45-5a010624aeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8248c6c-8ae1-4505-8dc4-41a0423d3848', 'code': 200} Dec 16 22:09:44.126394 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.141840 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213effb-64b9-4b5f-9e61-d7a5593c5f9b req-cb1624b4-f8a2-4559-8f4d-c95096d7dbc0 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:44.145076 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1213effb-64b9-4b5f-9e61-d7a5593c5f9b req-cb1624b4-f8a2-4559-8f4d-c95096d7dbc0 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 949 time: 0.0823245 Dec 16 22:09:44.199955 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=f8248c6c-8ae1-4505-8dc4-41a0423d3848,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:44.216812 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1213effb-64b9-4b5f-9e61-d7a5593c5f9b req-faefea29-2d4f-4b54-94a4-bfd44889db58 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/security-groups?id=40fc08ca-d190-4c74-9a32-b5e32fb8e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596843 Dec 16 22:09:44.520917 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e11b1-d52f-49d4-bedf-62db065947da req-0177e381-7976-4e29-b3c5-1a1950c37413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:44.522374 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0b1e11b1-d52f-49d4-bedf-62db065947da req-0177e381-7976-4e29-b3c5-1a1950c37413 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 1103 time: 0.0483487 Dec 16 22:09:44.581149 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-0b1e11b1-d52f-49d4-bedf-62db065947da req-803bd7ee-ec0c-4611-bb67-8afce5ff2634 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=40fc08ca-d190-4c74-9a32-b5e32fb8e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519629 Dec 16 22:09:45.090938 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.342307 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062d2d0-edbf-4113-9b98-c27463c18544 req-4c15e351-cdb7-4d89-9b6f-5ab440e48bf9 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:45.343873 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1062d2d0-edbf-4113-9b98-c27463c18544 req-4c15e351-cdb7-4d89-9b6f-5ab440e48bf9 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 950 time: 0.0528994 Dec 16 22:09:45.424780 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1062d2d0-edbf-4113-9b98-c27463c18544 req-f00f1e8c-a99d-4b4a-8812-9da9f017672c tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/security-groups?id=40fc08ca-d190-4c74-9a32-b5e32fb8e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736990 Dec 16 22:09:45.885854 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:46.559118 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272782-c5e8-4c8b-bcae-44bcfeda5da3 req-af239c3b-5169-409c-9549-7c773661a678 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:46.560728 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2f272782-c5e8-4c8b-bcae-44bcfeda5da3 req-af239c3b-5169-409c-9549-7c773661a678 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 950 time: 0.0526364 Dec 16 22:09:46.611670 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2f272782-c5e8-4c8b-bcae-44bcfeda5da3 req-5b155d8f-dae0-4f7d-b59e-7f0ecb613287 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/security-groups?id=40fc08ca-d190-4c74-9a32-b5e32fb8e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442257 Dec 16 22:09:47.163314 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d905e8-2a72-4cc1-a7f2-e6f05d7d0de7 req-05281a54-90a6-4ba4-8aee-202265d8d58d tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:47.164949 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-14d905e8-2a72-4cc1-a7f2-e6f05d7d0de7 req-05281a54-90a6-4ba4-8aee-202265d8d58d tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 950 time: 0.0548801 Dec 16 22:09:47.212948 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-14d905e8-2a72-4cc1-a7f2-e6f05d7d0de7 req-79bd4340-2a78-4e55-9414-bbfff8d7fe26 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/security-groups?id=40fc08ca-d190-4c74-9a32-b5e32fb8e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419674 Dec 16 22:09:47.278534 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:09:48.357694 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21239d-da92-4a11-86c4-057702ae630e req-13ddabed-20d0-45ef-a825-ec60783d49fa tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:48.359604 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8a21239d-da92-4a11-86c4-057702ae630e req-13ddabed-20d0-45ef-a825-ec60783d49fa tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 950 time: 0.0601604 Dec 16 22:09:48.369565 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbda18-78a4-412c-a608-8f8e8dd9c815 req-d51588dd-48e1-4da8-b959-e0123e7f2e4f tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:48.371329 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c7cbda18-78a4-412c-a608-8f8e8dd9c815 req-d51588dd-48e1-4da8-b959-e0123e7f2e4f tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 950 time: 0.0677660 Dec 16 22:09:48.426140 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8a21239d-da92-4a11-86c4-057702ae630e req-4683fb88-6a87-41ff-86c4-cdf68d10a985 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/security-groups?id=40fc08ca-d190-4c74-9a32-b5e32fb8e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569825 Dec 16 22:09:48.484211 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-c7cbda18-78a4-412c-a608-8f8e8dd9c815 req-6d137093-104d-4263-af8f-f9a5998ec758 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Deleting port f8248c6c-8ae1-4505-8dc4-41a0423d3848 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:48.484583 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c7cbda18-78a4-412c-a608-8f8e8dd9c815 req-6d137093-104d-4263-af8f-f9a5998ec758 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.586131 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-c7cbda18-78a4-412c-a608-8f8e8dd9c815 req-6d137093-104d-4263-af8f-f9a5998ec758 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] For port f8248c6c-8ae1-4505-8dc4-41a0423d3848, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f8248c6c-8ae1-4505-8dc4-41a0423d3848,segment=NetworkSegment(eb615329-1a2e-4f7e-bb5f-86b82ea39418),segment_id=eb615329-1a2e-4f7e-bb5f-86b82ea39418)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:48.586622 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c7cbda18-78a4-412c-a608-8f8e8dd9c815 req-6d137093-104d-4263-af8f-f9a5998ec758 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.601057 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-c7cbda18-78a4-412c-a608-8f8e8dd9c815 req-6d137093-104d-4263-af8f-f9a5998ec758 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Calling delete_port for f8248c6c-8ae1-4505-8dc4-41a0423d3848 owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:48.834986 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c7cbda18-78a4-412c-a608-8f8e8dd9c815 req-6d137093-104d-4263-af8f-f9a5998ec758 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.848037 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['f8248c6c-8ae1-4505-8dc4-41a0423d3848'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:48.866808 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d137093-104d-4263-af8f-f9a5998ec758 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Pushing event deleted for resources: {'Port': ['ID=f8248c6c-8ae1-4505-8dc4-41a0423d3848,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:48.923207 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cbda18-78a4-412c-a608-8f8e8dd9c815 req-6d137093-104d-4263-af8f-f9a5998ec758 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] No DVR routers for this DVR port f8248c6c-8ae1-4505-8dc4-41a0423d3848 on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:09:48.926196 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-c7cbda18-78a4-412c-a608-8f8e8dd9c815 req-6d137093-104d-4263-af8f-f9a5998ec758 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.929733 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-c7cbda18-78a4-412c-a608-8f8e8dd9c815 req-6d137093-104d-4263-af8f-f9a5998ec758 tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.59 "DELETE /v2.0/ports/f8248c6c-8ae1-4505-8dc4-41a0423d3848 HTTP/1.1" status: 204 len: 173 time: 0.5469229 Dec 16 22:09:48.930261 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fae873-60d7-4e40-8f45-5a010624aeec', 'name': 'network-vif-deleted', 'tag': 'f8248c6c-8ae1-4505-8dc4-41a0423d3848'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:48.932714 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cab3375-c548-42e2-8269-61cdf68b4951" -d '{"events": [{"server_uuid": "f0fae873-60d7-4e40-8f45-5a010624aeec", "name": "network-vif-deleted", "tag": "f8248c6c-8ae1-4505-8dc4-41a0423d3848"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:48.982152 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ae7e81-2ff3-43eb-a631-02562b71b1bc x-openstack-request-id: req-88ae7e81-2ff3-43eb-a631-02562b71b1bc {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:48.982634 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fae873-60d7-4e40-8f45-5a010624aeec", "name": "network-vif-deleted", "tag": "f8248c6c-8ae1-4505-8dc4-41a0423d3848", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:48.983328 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88ae7e81-2ff3-43eb-a631-02562b71b1bc {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:48.984008 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fae873-60d7-4e40-8f45-5a010624aeec', 'name': 'network-vif-deleted', 'tag': 'f8248c6c-8ae1-4505-8dc4-41a0423d3848', 'status': 'completed', 'code': 200} Dec 16 22:09:49.537675 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-093be146-6db5-4e53-9e64-738a53f500a5 req-0467ea63-780b-4528-b8f9-24ddefe8efcd tempest-VolumesNegativeTest-2132405392 tempest-VolumesNegativeTest-2132405392-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0fae873-60d7-4e40-8f45-5a010624aeec HTTP/1.1" status: 200 len: 210 time: 0.0272348 Dec 16 22:09:53.772237 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device f8248c6c-8ae1-4505-8dc4-41a0423d3848 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:53.800858 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: f8248c6c-8ae1-4505-8dc4-41a0423d3848 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:09:53.801397 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device f8248c6c-8ae1-4505-8dc4-41a0423d3848 not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:09:57.123886 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53580) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:57.280403 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-fc296f7a-b271-4f13-9c8b-c5e6e3bf7246 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5918e51f1bb454790a2665ef8caeb46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549189 Dec 16 22:09:57.283091 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53584) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:57.337996 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2b2a25ec-82a6-4d80-b58f-bd894cad8339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.365522 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2b2a25ec-82a6-4d80-b58f-bd894cad8339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.496907 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2b2a25ec-82a6-4d80-b58f-bd894cad8339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.499482 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-2b2a25ec-82a6-4d80-b58f-bd894cad8339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.500743 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-2b2a25ec-82a6-4d80-b58f-bd894cad8339 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40fc08ca-d190-4c74-9a32-b5e32fb8e7fe HTTP/1.1" status: 204 len: 168 time: 0.2160912 Dec 16 22:09:57.510595 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a25ec-82a6-4d80-b58f-bd894cad8339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fc08ca-d190-4c74-9a32-b5e32fb8e7fe,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:58.615013 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53606) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:58.724419 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2013993311-network', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:58.833635 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] Made reservation on behalf of d0b5a14f5171469da9e351735b91d031 for: {'network': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:58.836197 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.845860 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.930338 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.999571 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.029143 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=109593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:09:59.040069 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21cd00c-1f01-4e58-b9e9-fc0a88e9ea82,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:59.045334 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.045722 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.segments_db [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] Added segment 00784b26-4ec2-47c9-87c6-f3689a1f1d96 of type vlan for network 54f95c81-dc41-42fe-aba7-ccf3a083e444 Dec 16 22:09:59.088193 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.205968 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.207030 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:59.207703 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.269941 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] Pushing event updated for resources: {'Network': ['ID=54f95c81-dc41-42fe-aba7-ccf3a083e444,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:59.283018 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network 54f95c81-dc41-42fe-aba7-ccf3a083e444 details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:09:59.357907 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-58663388-c429-4dca-b10b-a78e3e759814 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7413008 Dec 16 22:09:59.361150 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53610) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:59.367659 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-170ac82b-5954-4ee0-8afe-2e19085b2d5b admin admin] Request body: {'subnet': {'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2013993311-subnet', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'ip_version': 4}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:59.490690 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170ac82b-5954-4ee0-8afe-2e19085b2d5b admin admin] Made reservation on behalf of d0b5a14f5171469da9e351735b91d031 for: {'subnet': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:59.492997 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-170ac82b-5954-4ee0-8afe-2e19085b2d5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3513451'] for subnet, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.748529 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-170ac82b-5954-4ee0-8afe-2e19085b2d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8473038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3513461'] for subnet, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.809863 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ac82b-5954-4ee0-8afe-2e19085b2d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d6fdc6-044f-411c-81ca-34ae9d9cca41,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:59.821020 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170ac82b-5954-4ee0-8afe-2e19085b2d5b admin admin] Checking segment: {'id': '00784b26-4ec2-47c9-87c6-f3689a1f1d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:59.821369 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ac82b-5954-4ee0-8afe-2e19085b2d5b admin admin] Network hostable DHCP agents. Network: 54f95c81-dc41-42fe-aba7-ccf3a083e444, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:09:59.895763 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ac82b-5954-4ee0-8afe-2e19085b2d5b admin admin] Network 54f95c81-dc41-42fe-aba7-ccf3a083e444 is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:09:59.982060 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-170ac82b-5954-4ee0-8afe-2e19085b2d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, 54f95c81-dc41-42fe-aba7-ccf3a083e444) {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:59.989022 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170ac82b-5954-4ee0-8afe-2e19085b2d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:59.989022 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-170ac82b-5954-4ee0-8afe-2e19085b2d5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.996219 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09221b9f-3860-45a9-ac37-cdf960fb9a75 None None] Network 54f95c81-dc41-42fe-aba7-ccf3a083e444 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:00.103491 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfddd4881-cffc-5be5-9fa1-a47a6233afa8-54f95c81-dc41-42fe-aba7-ccf3a083e444', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'fixed_ips': [{'subnet_id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41'}]}} from dv-cinder-790535-21-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:10:00.104966 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.105739 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-170ac82b-5954-4ee0-8afe-2e19085b2d5b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7426608 Dec 16 22:10:00.106320 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53612) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:00.115073 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:00.228896 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124246'] for router, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.230836 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1646291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124257'] for router, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.270682 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Allocated IP 172.20.0.2 (54f95c81-dc41-42fe-aba7-ccf3a083e444/64d6fdc6-044f-411c-81ca-34ae9d9cca41/cb16b14a-6574-424c-b900-440aa08853f9) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:00.296729 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.425048 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Publish callbacks [] for port, precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.508216 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.514177 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546'] for port, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.554746 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Network 54f95c81-dc41-42fe-aba7-ccf3a083e444 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:00.557650 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:00.561379 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:00.569224 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Pushing event updated for resources: {'Port': ['ID=cb16b14a-6574-424c-b900-440aa08853f9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:00.623499 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Attempting to bind port cb16b14a-6574-424c-b900-440aa08853f9 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:00.623872 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Attempting to bind port cb16b14a-6574-424c-b900-440aa08853f9 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '00784b26-4ec2-47c9-87c6-f3689a1f1d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:00.624246 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Attempting to bind port cb16b14a-6574-424c-b900-440aa08853f9 on network 54f95c81-dc41-42fe-aba7-ccf3a083e444 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:00.631036 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:00.631416 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Checking segment: {'id': '00784b26-4ec2-47c9-87c6-f3689a1f1d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:00.631833 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.632278 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Bound using segment: {'id': '00784b26-4ec2-47c9-87c6-f3689a1f1d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:00.632789 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Bound port: cb16b14a-6574-424c-b900-440aa08853f9, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00784b26-4ec2-47c9-87c6-f3689a1f1d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:00.633253 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.704318 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] For port cb16b14a-6574-424c-b900-440aa08853f9, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:00.708428 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] For port cb16b14a-6574-424c-b900-440aa08853f9, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=cb16b14a-6574-424c-b900-440aa08853f9,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:00.771387 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.791143 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.794464 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.862263 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a768fd4-6e10-4177-ba91-0ac2162d7210 None None] Pushing event updated for resources: {'Port': ['ID=cb16b14a-6574-424c-b900-440aa08853f9,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:00.959814 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Allocated IP 172.27.3.132 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/d6f6fbdd-c065-4c09-8832-ce55420b7939) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:01.094663 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:01.217432 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:01.263044 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:01.266225 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:01.271090 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:01.294400 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f6fbdd-c065-4c09-8832-ce55420b7939,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:01.696491 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:01.881382 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd416e2d-b7c6-4542-8615-93aae09a481c None None] Network 54f95c81-dc41-42fe-aba7-ccf3a083e444 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:01.961933 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-fb7d5cdb-dd0c-4902-ac8d-33f0658d177b None None] Provisioning complete for port cb16b14a-6574-424c-b900-440aa08853f9 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:01.962315 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb7d5cdb-dd0c-4902-ac8d-33f0658d177b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.090639 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb7d5cdb-dd0c-4902-ac8d-33f0658d177b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.137142 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-fb7d5cdb-dd0c-4902-ac8d-33f0658d177b None None] For port cb16b14a-6574-424c-b900-440aa08853f9, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=cb16b14a-6574-424c-b900-440aa08853f9,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:02.177761 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584865'] for router, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.223845 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb7d5cdb-dd0c-4902-ac8d-33f0658d177b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.304356 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d5cdb-dd0c-4902-ac8d-33f0658d177b None None] Pushing event updated for resources: {'Port': ['ID=cb16b14a-6574-424c-b900-440aa08853f9,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:02.361001 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-27d2e6f3-da70-42f8-9696-141bfecb8104 None None] Provisioning complete for port cb16b14a-6574-424c-b900-440aa08853f9 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:02.361336 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-27d2e6f3-da70-42f8-9696-141bfecb8104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.417208 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Router 246734bd-2bc8-4b84-9747-6589e966e06d is scheduled to L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:10:02.539332 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device cb16b14a-6574-424c-b900-440aa08853f9 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:02.592405 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:10:02.607900 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Sync routers for ids ['246734bd-2bc8-4b84-9747-6589e966e06d'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:10:02.619046 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port cb16b14a-6574-424c-b900-440aa08853f9 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:02.619417 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.645985 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Routers {'246734bd-2bc8-4b84-9747-6589e966e06d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:02.650143 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:09:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['246734bd-2bc8-4b84-9747-6589e966e06d'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:02.710496 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] Publish callbacks [] for router, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.712857 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-f91fdb43-9644-45f3-81c5-c7258ea97ab6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6034005 Dec 16 22:10:02.716373 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53614) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:02.829294 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Set router 246734bd-2bc8-4b84-9747-6589e966e06d gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:03.105831 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:01Z', 'revision_number': 3, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'gw_port': {'id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:03.137326 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Checking router: 246734bd-2bc8-4b84-9747-6589e966e06d for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:10:03.137685 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Updating router 246734bd-2bc8-4b84-9747-6589e966e06d port d6f6fbdd-c065-4c09-8832-ce55420b7939 binding host dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:10:03.166553 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.285819 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.487220 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Publish callbacks [] for port, precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.492552 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.535957 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Allocated IP 172.20.0.1 (54f95c81-dc41-42fe-aba7-ccf3a083e444/64d6fdc6-044f-411c-81ca-34ae9d9cca41/8362df81-8842-47e6-a13c-0b454710860f) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:03.553629 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.620198 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Attempting to bind port d6f6fbdd-c065-4c09-8832-ce55420b7939 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:03.620623 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Attempting to bind port d6f6fbdd-c065-4c09-8832-ce55420b7939 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:03.620969 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Attempting to bind port d6f6fbdd-c065-4c09-8832-ce55420b7939 on network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:03.627846 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c913dfa-e820-4cf0-9d14-93d189fc81f3 None None] Pushing event updated for resources: {'Port': ['ID=d6f6fbdd-c065-4c09-8832-ce55420b7939,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:03.634083 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:03.634492 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Checking segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:03.634867 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.635217 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Bound using segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:03.635704 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Bound port: d6f6fbdd-c065-4c09-8832-ce55420b7939, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:03.636082 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.679512 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.706742 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] For port d6f6fbdd-c065-4c09-8832-ce55420b7939, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:03.710588 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] For port d6f6fbdd-c065-4c09-8832-ce55420b7939, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=d6f6fbdd-c065-4c09-8832-ce55420b7939,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:03.777123 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.828881 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.841076 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Routers {'246734bd-2bc8-4b84-9747-6589e966e06d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:03.841891 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:09:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['246734bd-2bc8-4b84-9747-6589e966e06d'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:03.883637 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Network 54f95c81-dc41-42fe-aba7-ccf3a083e444 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:03.886594 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:03.889065 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c913dfa-e820-4cf0-9d14-93d189fc81f3 None None] Pushing event updated for resources: {'Port': ['ID=d6f6fbdd-c065-4c09-8832-ce55420b7939,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:03.891607 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:03.936983 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Pushing event updated for resources: {'Port': ['ID=8362df81-8842-47e6-a13c-0b454710860f,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:03.969005 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.983569 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] Set router 246734bd-2bc8-4b84-9747-6589e966e06d gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:04.229669 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:04.252351 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-dc5fff94-119e-4fc9-9cd2-aa45a384845c None None] Provisioning complete for port 8362df81-8842-47e6-a13c-0b454710860f triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:04.253324 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc5fff94-119e-4fc9-9cd2-aa45a384845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:04.311988 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-dc5fff94-119e-4fc9-9cd2-aa45a384845c None None] Port 8362df81-8842-47e6-a13c-0b454710860f cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:10:04.365149 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:01Z', 'revision_number': 3, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'gw_port': {'id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:04.400931 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ca010d-fe87-45d7-a4ba-9eb85a142969 None None] The sync data for ids ['246734bd-2bc8-4b84-9747-6589e966e06d'] in dv-cinder-790535-21-iscsi is: [{'id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:01Z', 'revision_number': 3, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'gw_port': {'id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:10:04.442510 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:04.530874 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:04.605540 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581090'] for router_interface, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:04.607761 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Pushing event updated for resources: {'Port': ['ID=8362df81-8842-47e6-a13c-0b454710860f,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:04.752763 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Network 54f95c81-dc41-42fe-aba7-ccf3a083e444 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:04.755140 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:04.972711 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Router 246734bd-2bc8-4b84-9747-6589e966e06d has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:10:05.049437 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-a72aad6f-731e-477c-81fd-c85ac450a3ae None None] Provisioning complete for port 8362df81-8842-47e6-a13c-0b454710860f triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:05.049794 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a72aad6f-731e-477c-81fd-c85ac450a3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:05.116711 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a72aad6f-731e-477c-81fd-c85ac450a3ae None None] Port 8362df81-8842-47e6-a13c-0b454710860f cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:10:05.149659 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:10:05.155792 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-f85e40b9-524b-400c-9a6c-2a52647c941d admin admin] 10.222.0.44 "PUT /v2.0/routers/246734bd-2bc8-4b84-9747-6589e966e06d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4382284 Dec 16 22:10:06.012704 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53632) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:06.017814 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-891628970-network', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:06.113601 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] Made reservation on behalf of 485bdaa20ded4ffe818925ea7967c059 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:06.116002 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for network, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.125324 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.179623 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Sync routers for ids ['246734bd-2bc8-4b84-9747-6589e966e06d'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:10:06.195535 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Routers {'246734bd-2bc8-4b84-9747-6589e966e06d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:06.196168 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:09:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['246734bd-2bc8-4b84-9747-6589e966e06d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:06.215849 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.295524 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.311147 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Set router 246734bd-2bc8-4b84-9747-6589e966e06d gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:06.326236 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:10:06.334137 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695a5fdd-cbc8-4db1-b0ed-2c96bd38d336,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:06.343422 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.343422 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.segments_db [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] Added segment d2c333a9-ab05-462b-86f3-3f42fd8fc8e2 of type vlan for network 67f9a7ca-67dd-45ef-9b7d-739cc48e2643 Dec 16 22:10:06.391858 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768341993512'] for network, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.507173 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device d6f6fbdd-c065-4c09-8832-ce55420b7939 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:06.525122 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191'] for network, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.526524 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:06.527749 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.550056 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:04Z', 'revision_number': 4, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'gw_port': {'id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '8362df81-8842-47e6-a13c-0b454710860f', 'name': '', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'mac_address': 'fa:16:3e:ae:0b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:03Z', 'updated_at': '2021-12-16T22:10:04Z', 'revision_number': 2, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'subnets': [{'id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:06.560001 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port d6f6fbdd-c065-4c09-8832-ce55420b7939 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:06.560299 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.578374 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Checking router: 246734bd-2bc8-4b84-9747-6589e966e06d for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:10:06.578837 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Updating router 246734bd-2bc8-4b84-9747-6589e966e06d port 8362df81-8842-47e6-a13c-0b454710860f binding host dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:10:06.607357 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] Pushing event updated for resources: {'Network': ['ID=67f9a7ca-67dd-45ef-9b7d-739cc48e2643,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:06.611272 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.620585 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Network 67f9a7ca-67dd-45ef-9b7d-739cc48e2643 details requested by agent ovs-agent-dv-cinder-790535-21-iscsi with host dv-cinder-790535-21-iscsi {{(pid=109595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:10:06.647598 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-4217ef9d-208a-489b-9136-247d94ca6a04 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6336749 Dec 16 22:10:06.652587 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53634) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:06.657567 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e32b8786-ea22-4a07-98f7-e1b6821a802a admin admin] Request body: {'subnet': {'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-891628970-subnet', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:06.724508 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.747529 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32b8786-ea22-4a07-98f7-e1b6821a802a admin admin] Made reservation on behalf of 485bdaa20ded4ffe818925ea7967c059 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:06.750156 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e32b8786-ea22-4a07-98f7-e1b6821a802a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9313451'] for subnet, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.759829 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] For port d6f6fbdd-c065-4c09-8832-ce55420b7939, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=d6f6fbdd-c065-4c09-8832-ce55420b7939,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:06.822259 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.899491 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Pushing event updated for resources: {'Port': ['ID=d6f6fbdd-c065-4c09-8832-ce55420b7939,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:07.004232 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Publish callbacks [] for port, precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.016166 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e32b8786-ea22-4a07-98f7-e1b6821a802a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3293639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9313461'] for subnet, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.068551 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b8786-ea22-4a07-98f7-e1b6821a802a admin admin] Pushing event updated for resources: {'Subnet': ['ID=978ab419-2c6e-4626-b69e-a3534c10d89e,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:07.085569 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b8786-ea22-4a07-98f7-e1b6821a802a admin admin] Checking segment: {'id': 'd2c333a9-ab05-462b-86f3-3f42fd8fc8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:07.085939 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32b8786-ea22-4a07-98f7-e1b6821a802a admin admin] Network hostable DHCP agents. Network: 67f9a7ca-67dd-45ef-9b7d-739cc48e2643, hostable agents: ['949a1d6c-fdcb-4a6b-bcfb-f4313c12910a'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:10:07.096405 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.153398 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702df1f8-2c52-4558-8abe-538f87a231e8 None None] Pushing event updated for resources: {'Port': ['ID=8362df81-8842-47e6-a13c-0b454710860f,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:07.165599 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702df1f8-2c52-4558-8abe-538f87a231e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:07.166103 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702df1f8-2c52-4558-8abe-538f87a231e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:07.166821 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702df1f8-2c52-4558-8abe-538f87a231e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:07.167132 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702df1f8-2c52-4558-8abe-538f87a231e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:07.167649 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702df1f8-2c52-4558-8abe-538f87a231e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:07.168108 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702df1f8-2c52-4558-8abe-538f87a231e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:07.168988 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702df1f8-2c52-4558-8abe-538f87a231e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:07.169958 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702df1f8-2c52-4558-8abe-538f87a231e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:07.170130 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702df1f8-2c52-4558-8abe-538f87a231e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:07.170563 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702df1f8-2c52-4558-8abe-538f87a231e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:07.171048 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702df1f8-2c52-4558-8abe-538f87a231e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:07.171537 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702df1f8-2c52-4558-8abe-538f87a231e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:07.172014 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702df1f8-2c52-4558-8abe-538f87a231e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:07.199653 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32b8786-ea22-4a07-98f7-e1b6821a802a admin admin] Network 67f9a7ca-67dd-45ef-9b7d-739cc48e2643 is scheduled to be hosted by DHCP agent 949a1d6c-fdcb-4a6b-bcfb-f4313c12910a with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:10:07.246235 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Attempting to bind port 8362df81-8842-47e6-a13c-0b454710860f on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:07.247123 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Attempting to bind port 8362df81-8842-47e6-a13c-0b454710860f by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '00784b26-4ec2-47c9-87c6-f3689a1f1d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:07.247320 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Attempting to bind port 8362df81-8842-47e6-a13c-0b454710860f on network 54f95c81-dc41-42fe-aba7-ccf3a083e444 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:07.255404 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:07.255806 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Checking segment: {'id': '00784b26-4ec2-47c9-87c6-f3689a1f1d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:07.256195 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.256632 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Bound using segment: {'id': '00784b26-4ec2-47c9-87c6-f3689a1f1d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:07.257129 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Bound port: 8362df81-8842-47e6-a13c-0b454710860f, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00784b26-4ec2-47c9-87c6-f3689a1f1d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:07.257526 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.273291 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e32b8786-ea22-4a07-98f7-e1b6821a802a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-21-iscsi, 67f9a7ca-67dd-45ef-9b7d-739cc48e2643) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:07.285075 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1273e6bf-e790-418c-bb56-4578512909e3 None None] Network 67f9a7ca-67dd-45ef-9b7d-739cc48e2643 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:07.292996 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32b8786-ea22-4a07-98f7-e1b6821a802a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:07.293872 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e32b8786-ea22-4a07-98f7-e1b6821a802a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.363555 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] For port 8362df81-8842-47e6-a13c-0b454710860f, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:07.369492 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] For port 8362df81-8842-47e6-a13c-0b454710860f, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=8362df81-8842-47e6-a13c-0b454710860f,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:07.408707 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-e32b8786-ea22-4a07-98f7-e1b6821a802a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7547991 Dec 16 22:10:07.412358 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53636) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:07.418550 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfddd4881-cffc-5be5-9fa1-a47a6233afa8-67f9a7ca-67dd-45ef-9b7d-739cc48e2643', 'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643', 'project_id': '485bdaa20ded4ffe818925ea7967c059', 'fixed_ips': [{'subnet_id': '978ab419-2c6e-4626-b69e-a3534c10d89e'}]}} from dv-cinder-790535-21-iscsi. {{(pid=109595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:10:07.418716 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-891628970-router', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:07.418833 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.440795 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.493226 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Routers {'246734bd-2bc8-4b84-9747-6589e966e06d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:07.493855 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:09:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['246734bd-2bc8-4b84-9747-6589e966e06d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:07.521135 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1583059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124246'] for router, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.527345 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1587555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1646291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124257'] for router, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.541467 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-666f2d17-2ff3-4140-a87b-c96ca8c67aaf None None] Provisioning complete for port 8362df81-8842-47e6-a13c-0b454710860f triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:07.542028 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-666f2d17-2ff3-4140-a87b-c96ca8c67aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.607599 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.614986 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] Set router 246734bd-2bc8-4b84-9747-6589e966e06d gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:07.645687 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Allocated IP 172.20.0.2 (67f9a7ca-67dd-45ef-9b7d-739cc48e2643/978ab419-2c6e-4626-b69e-a3534c10d89e/1a151afd-62a7-4fb1-9f24-4e78f370bc0c) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:07.663658 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702df1f8-2c52-4558-8abe-538f87a231e8 None None] Pushing event updated for resources: {'Port': ['ID=8362df81-8842-47e6-a13c-0b454710860f,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:07.750538 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-666f2d17-2ff3-4140-a87b-c96ca8c67aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.807524 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-666f2d17-2ff3-4140-a87b-c96ca8c67aaf None None] For port 8362df81-8842-47e6-a13c-0b454710860f, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=8362df81-8842-47e6-a13c-0b454710860f,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:07.867310 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-666f2d17-2ff3-4140-a87b-c96ca8c67aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.871200 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.902967 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:04Z', 'revision_number': 4, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'gw_port': {'id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '8362df81-8842-47e6-a13c-0b454710860f', 'name': '', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'mac_address': 'fa:16:3e:ae:0b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:03Z', 'updated_at': '2021-12-16T22:10:07Z', 'revision_number': 4, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'subnets': [{'id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:07.914471 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Publish callbacks [] for port, precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.932978 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b66c6a-43ab-4a8d-8060-a3a3b2f72c70 None None] The sync data for ids ['246734bd-2bc8-4b84-9747-6589e966e06d'] in dv-cinder-790535-21-iscsi is: [{'id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:04Z', 'revision_number': 4, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'gw_port': {'id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '8362df81-8842-47e6-a13c-0b454710860f', 'name': '', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'mac_address': 'fa:16:3e:ae:0b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:03Z', 'updated_at': '2021-12-16T22:10:07Z', 'revision_number': 4, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'subnets': [{'id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:10:07.936716 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f2d17-2ff3-4140-a87b-c96ca8c67aaf None None] Pushing event updated for resources: {'Port': ['ID=8362df81-8842-47e6-a13c-0b454710860f,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:08.011823 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546'] for port, after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.017356 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-a4962889-543b-4d98-a1d9-9018c354e50a None None] Provisioning complete for port 8362df81-8842-47e6-a13c-0b454710860f triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:08.017356 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a4962889-543b-4d98-a1d9-9018c354e50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.093211 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Network 67f9a7ca-67dd-45ef-9b7d-739cc48e2643 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:08.100106 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:08.105740 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:08.109678 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Pushing event updated for resources: {'Port': ['ID=1a151afd-62a7-4fb1-9f24-4e78f370bc0c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:08.211715 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Attempting to bind port 1a151afd-62a7-4fb1-9f24-4e78f370bc0c on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:08.212084 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Attempting to bind port 1a151afd-62a7-4fb1-9f24-4e78f370bc0c by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': 'd2c333a9-ab05-462b-86f3-3f42fd8fc8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:08.212442 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Attempting to bind port 1a151afd-62a7-4fb1-9f24-4e78f370bc0c on network 67f9a7ca-67dd-45ef-9b7d-739cc48e2643 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:08.222978 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:08.223564 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Checking segment: {'id': 'd2c333a9-ab05-462b-86f3-3f42fd8fc8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:08.224166 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.224840 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Bound using segment: {'id': 'd2c333a9-ab05-462b-86f3-3f42fd8fc8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:08.225329 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Bound port: 1a151afd-62a7-4fb1-9f24-4e78f370bc0c, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c333a9-ab05-462b-86f3-3f42fd8fc8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:08.225706 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.261322 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.285953 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.319272 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] For port 1a151afd-62a7-4fb1-9f24-4e78f370bc0c, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:08.325093 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] For port 1a151afd-62a7-4fb1-9f24-4e78f370bc0c, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=1a151afd-62a7-4fb1-9f24-4e78f370bc0c,segment=NetworkSegment(d2c333a9-ab05-462b-86f3-3f42fd8fc8e2),segment_id=d2c333a9-ab05-462b-86f3-3f42fd8fc8e2)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:08.413700 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Allocated IP 172.27.3.64 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/9d34be7b-0ab1-40c2-bc35-44ccfe749820) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:08.429300 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.535251 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb255d-7d53-4844-9c60-c31b7b7b93ab None None] Pushing event updated for resources: {'Port': ['ID=1a151afd-62a7-4fb1-9f24-4e78f370bc0c,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:08.621830 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device d6f6fbdd-c065-4c09-8832-ce55420b7939 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:08.648818 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.703834 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port d6f6fbdd-c065-4c09-8832-ce55420b7939 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:08.704598 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.787232 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.837840 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:08.843218 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:08.870036 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:08.892021 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 8362df81-8842-47e6-a13c-0b454710860f up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:08.953087 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Pushing event updated for resources: {'Port': ['ID=9d34be7b-0ab1-40c2-bc35-44ccfe749820,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:08.978691 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 8362df81-8842-47e6-a13c-0b454710860f triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:08.979428 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:09.411349 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:09.701643 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e85e054-12cc-4507-807c-6690f2b27db9 None None] Network 67f9a7ca-67dd-45ef-9b7d-739cc48e2643 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:09.712138 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1587546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584865'] for router, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:09.805492 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-1d4afb07-2318-4bad-99ec-9f5a7411b5a7 None None] Provisioning complete for port 1a151afd-62a7-4fb1-9f24-4e78f370bc0c triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:09.805850 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d4afb07-2318-4bad-99ec-9f5a7411b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:09.925337 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d4afb07-2318-4bad-99ec-9f5a7411b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:09.967955 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-1d4afb07-2318-4bad-99ec-9f5a7411b5a7 None None] For port 1a151afd-62a7-4fb1-9f24-4e78f370bc0c, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=1a151afd-62a7-4fb1-9f24-4e78f370bc0c,segment=NetworkSegment(d2c333a9-ab05-462b-86f3-3f42fd8fc8e2),segment_id=d2c333a9-ab05-462b-86f3-3f42fd8fc8e2)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:09.988374 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Router d152edc6-2263-45f9-945e-4011e4025b82 is scheduled to L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:10:10.046447 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d4afb07-2318-4bad-99ec-9f5a7411b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:10.086647 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b532d42-7133-4bc2-88e2-9247fd6f72d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:10.134138 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4afb07-2318-4bad-99ec-9f5a7411b5a7 None None] Pushing event updated for resources: {'Port': ['ID=1a151afd-62a7-4fb1-9f24-4e78f370bc0c,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:10.170132 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:10:10.173023 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-fa7d9166-bae8-442f-a7dc-2b08f7753128 None None] Provisioning complete for port 1a151afd-62a7-4fb1-9f24-4e78f370bc0c triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:10.174833 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fa7d9166-bae8-442f-a7dc-2b08f7753128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:10.183086 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Sync routers for ids ['d152edc6-2263-45f9-945e-4011e4025b82'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:10:10.227146 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Routers {'d152edc6-2263-45f9-945e-4011e4025b82'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:10.227690 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:09:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['d152edc6-2263-45f9-945e-4011e4025b82'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:10.253187 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] Publish callbacks [] for router, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:10.257462 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-28c48a89-1710-40ef-9ac5-021c8ac82d6d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8412178 Dec 16 22:10:10.257792 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53638) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:10.387217 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Set router d152edc6-2263-45f9-945e-4011e4025b82 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:10.572973 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 1a151afd-62a7-4fb1-9f24-4e78f370bc0c up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:10.674737 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 1a151afd-62a7-4fb1-9f24-4e78f370bc0c triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:10.675110 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:10.845704 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:10.859503 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'name': 'tempest-TestShelveInstance-891628970-router', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9d34be7b-0ab1-40c2-bc35-44ccfe749820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:07Z', 'updated_at': '2021-12-16T22:10:09Z', 'revision_number': 3, 'project_id': '485bdaa20ded4ffe818925ea7967c059', 'gw_port': {'id': '9d34be7b-0ab1-40c2-bc35-44ccfe749820', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:08Z', 'updated_at': '2021-12-16T22:10:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:10.891349 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Checking router: d152edc6-2263-45f9-945e-4011e4025b82 for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:10:10.891698 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Updating router d152edc6-2263-45f9-945e-4011e4025b82 port 9d34be7b-0ab1-40c2-bc35-44ccfe749820 binding host dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:10:10.962652 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.024750 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Allocated IP 172.20.0.1 (67f9a7ca-67dd-45ef-9b7d-739cc48e2643/978ab419-2c6e-4626-b69e-a3534c10d89e/1f297d32-4729-4b3a-b9e7-386d0d572765) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:11.153380 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.274435 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.336491 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Network 67f9a7ca-67dd-45ef-9b7d-739cc48e2643 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:11.340884 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:11.346313 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:11.359933 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Publish callbacks [] for port, precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.391011 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Pushing event updated for resources: {'Port': ['ID=1f297d32-4729-4b3a-b9e7-386d0d572765,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:11.410553 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581970'] for router_interface, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.467922 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.542665 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a42183-57b6-4b05-8fb7-935b741a420e None None] Pushing event updated for resources: {'Port': ['ID=9d34be7b-0ab1-40c2-bc35-44ccfe749820,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:11.557843 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Attempting to bind port 9d34be7b-0ab1-40c2-bc35-44ccfe749820 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:11.558420 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Attempting to bind port 9d34be7b-0ab1-40c2-bc35-44ccfe749820 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:11.558992 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Attempting to bind port 9d34be7b-0ab1-40c2-bc35-44ccfe749820 on network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:11.568154 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:11.568744 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Checking segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:11.569314 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.569822 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Bound using segment: {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:11.570469 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Bound port: 9d34be7b-0ab1-40c2-bc35-44ccfe749820, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d239b69-d69f-485c-a284-97b49372e8ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:11.570976 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.636144 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] For port 9d34be7b-0ab1-40c2-bc35-44ccfe749820, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:11.639838 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] For port 9d34be7b-0ab1-40c2-bc35-44ccfe749820, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=9d34be7b-0ab1-40c2-bc35-44ccfe749820,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:11.669135 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.699092 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-515dd15d-ea91-491b-9b6c-fa0fca09cc1e None None] Provisioning complete for port 1f297d32-4729-4b3a-b9e7-386d0d572765 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:11.699458 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-515dd15d-ea91-491b-9b6c-fa0fca09cc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.723745 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.771462 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-515dd15d-ea91-491b-9b6c-fa0fca09cc1e None None] Port 1f297d32-4729-4b3a-b9e7-386d0d572765 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:10:11.801864 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a42183-57b6-4b05-8fb7-935b741a420e None None] Pushing event updated for resources: {'Port': ['ID=9d34be7b-0ab1-40c2-bc35-44ccfe749820,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:11.805090 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Routers {'d152edc6-2263-45f9-945e-4011e4025b82'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:11.805709 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:09:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['d152edc6-2263-45f9-945e-4011e4025b82'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:11.922729 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:11.932839 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] Set router d152edc6-2263-45f9-945e-4011e4025b82 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:11.999308 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:12.080120 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Pushing event updated for resources: {'Port': ['ID=1f297d32-4729-4b3a-b9e7-386d0d572765,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:12.085445 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581090'] for router_interface, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:12.165103 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'name': 'tempest-TestShelveInstance-891628970-router', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9d34be7b-0ab1-40c2-bc35-44ccfe749820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:07Z', 'updated_at': '2021-12-16T22:10:11Z', 'revision_number': 4, 'project_id': '485bdaa20ded4ffe818925ea7967c059', 'gw_port': {'id': '9d34be7b-0ab1-40c2-bc35-44ccfe749820', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:08Z', 'updated_at': '2021-12-16T22:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '1f297d32-4729-4b3a-b9e7-386d0d572765', 'name': '', 'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'mac_address': 'fa:16:3e:45:c9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '978ab419-2c6e-4626-b69e-a3534c10d89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:10Z', 'updated_at': '2021-12-16T22:10:11Z', 'revision_number': 1, 'project_id': '485bdaa20ded4ffe818925ea7967c059', 'subnets': [{'id': '978ab419-2c6e-4626-b69e-a3534c10d89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:12.193138 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ddd1a-77fe-45b8-b94d-763c20b397c3 None None] The sync data for ids ['d152edc6-2263-45f9-945e-4011e4025b82'] in dv-cinder-790535-21-iscsi is: [{'id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'name': 'tempest-TestShelveInstance-891628970-router', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9d34be7b-0ab1-40c2-bc35-44ccfe749820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:07Z', 'updated_at': '2021-12-16T22:10:11Z', 'revision_number': 4, 'project_id': '485bdaa20ded4ffe818925ea7967c059', 'gw_port': {'id': '9d34be7b-0ab1-40c2-bc35-44ccfe749820', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:08Z', 'updated_at': '2021-12-16T22:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '1f297d32-4729-4b3a-b9e7-386d0d572765', 'name': '', 'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'mac_address': 'fa:16:3e:45:c9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '978ab419-2c6e-4626-b69e-a3534c10d89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:10Z', 'updated_at': '2021-12-16T22:10:11Z', 'revision_number': 1, 'project_id': '485bdaa20ded4ffe818925ea7967c059', 'subnets': [{'id': '978ab419-2c6e-4626-b69e-a3534c10d89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:10:12.243523 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Network 67f9a7ca-67dd-45ef-9b7d-739cc48e2643 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:12.246105 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:12.392200 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Router d152edc6-2263-45f9-945e-4011e4025b82 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:10:12.583205 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:10:12.597129 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-03a459c0-0da3-43fe-ab93-4b6edefd1728 admin admin] 10.222.0.44 "PUT /v2.0/routers/d152edc6-2263-45f9-945e-4011e4025b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3311751 Dec 16 22:10:12.625912 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-1789e1ec-7ea1-4f70-ad3f-af8089630763 None None] Provisioning complete for port 1f297d32-4729-4b3a-b9e7-386d0d572765 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:12.625912 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1789e1ec-7ea1-4f70-ad3f-af8089630763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:12.656319 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6322b71f-613e-4bc7-beb6-3d4c2b0f0792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:12.677336 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1789e1ec-7ea1-4f70-ad3f-af8089630763 None None] Port 1f297d32-4729-4b3a-b9e7-386d0d572765 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:10:13.599164 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.844922 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53646) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:13.852718 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-d7aec224-df51-4ecb-8317-26ebee72005a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706406454', 'description': 'tempest-secgroup-smoke-1706406454 description', 'project_id': 'd0b5a14f5171469da9e351735b91d031'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:13.959313 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d7aec224-df51-4ecb-8317-26ebee72005a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.054775 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d7aec224-df51-4ecb-8317-26ebee72005a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.141940 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d7aec224-df51-4ecb-8317-26ebee72005a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.173007 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aec224-df51-4ecb-8317-26ebee72005a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70f7457-bab3-43d3-9302-dbe4bf5c23c9,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:14.263611 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-d7aec224-df51-4ecb-8317-26ebee72005a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.264954 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-d7aec224-df51-4ecb-8317-26ebee72005a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4185607 Dec 16 22:10:14.268834 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53648) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:14.273472 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-231b592c-5c1d-4bb6-9c21-934f58c4a4cf tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Request body: {'security_group_rule': {'security_group_id': 'c70f7457-bab3-43d3-9302-dbe4bf5c23c9', 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:14.401065 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-231b592c-5c1d-4bb6-9c21-934f58c4a4cf tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.470521 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-231b592c-5c1d-4bb6-9c21-934f58c4a4cf tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.510098 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 9d34be7b-0ab1-40c2-bc35-44ccfe749820 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:14.559160 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-231b592c-5c1d-4bb6-9c21-934f58c4a4cf tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.560647 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 9d34be7b-0ab1-40c2-bc35-44ccfe749820 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:14.561152 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.585959 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b592c-5c1d-4bb6-9c21-934f58c4a4cf tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f0c0d6-6e62-4f86-8dac-b9d7ae06b80c,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:14.649873 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.658473 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-231b592c-5c1d-4bb6-9c21-934f58c4a4cf tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.659936 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-231b592c-5c1d-4bb6-9c21-934f58c4a4cf tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3899536 Dec 16 22:10:14.665643 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53650) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:14.671616 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-fb39504f-7cb2-4042-9a08-0cba9f421f8b tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Request body: {'security_group_rule': {'security_group_id': 'c70f7457-bab3-43d3-9302-dbe4bf5c23c9', 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:14.683548 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] For port 9d34be7b-0ab1-40c2-bc35-44ccfe749820, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=9d34be7b-0ab1-40c2-bc35-44ccfe749820,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:14.764769 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.781979 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb39504f-7cb2-4042-9a08-0cba9f421f8b tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.825996 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Pushing event updated for resources: {'Port': ['ID=9d34be7b-0ab1-40c2-bc35-44ccfe749820,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:14.867782 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb39504f-7cb2-4042-9a08-0cba9f421f8b tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.953326 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb39504f-7cb2-4042-9a08-0cba9f421f8b tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.985518 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39504f-7cb2-4042-9a08-0cba9f421f8b tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c910d43-4143-4ef7-91ca-4cf484ab06a4,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:15.081786 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb39504f-7cb2-4042-9a08-0cba9f421f8b tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:15.083088 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-fb39504f-7cb2-4042-9a08-0cba9f421f8b tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4158101 Dec 16 22:10:15.086451 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53652) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:15.090920 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-0dfdce56-4c3b-43d9-a05b-d8ccac732a44 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Request body: {'security_group_rule': {'security_group_id': 'c70f7457-bab3-43d3-9302-dbe4bf5c23c9', 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:15.096502 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:15.181711 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0dfdce56-4c3b-43d9-a05b-d8ccac732a44 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:15.242275 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0dfdce56-4c3b-43d9-a05b-d8ccac732a44 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:15.348054 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0dfdce56-4c3b-43d9-a05b-d8ccac732a44 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:15.367521 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdce56-4c3b-43d9-a05b-d8ccac732a44 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea71f56-50de-415c-821f-ab603d1537ae,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:15.479228 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0dfdce56-4c3b-43d9-a05b-d8ccac732a44 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:15.479228 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-0dfdce56-4c3b-43d9-a05b-d8ccac732a44 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3892138 Dec 16 22:10:15.479718 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53654) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:15.484684 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c25a16b5-3808-4861-bc23-012eef46158a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Request body: {'security_group_rule': {'security_group_id': 'c70f7457-bab3-43d3-9302-dbe4bf5c23c9', 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:15.616557 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c25a16b5-3808-4861-bc23-012eef46158a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:15.695135 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c25a16b5-3808-4861-bc23-012eef46158a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:15.763185 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Sync routers for ids ['d152edc6-2263-45f9-945e-4011e4025b82'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:10:15.775248 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Routers {'d152edc6-2263-45f9-945e-4011e4025b82'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:15.775858 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:10:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['d152edc6-2263-45f9-945e-4011e4025b82'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:15.799328 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c25a16b5-3808-4861-bc23-012eef46158a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:15.824664 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a16b5-3808-4861-bc23-012eef46158a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7087bfa-6d52-4831-9440-59937889b660,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:15.893691 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c25a16b5-3808-4861-bc23-012eef46158a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:15.895420 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c25a16b5-3808-4861-bc23-012eef46158a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4146931 Dec 16 22:10:15.900047 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53656) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:15.903170 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Set router d152edc6-2263-45f9-945e-4011e4025b82 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:15.907965 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-276e6d23-44b2-4538-9c34-36773e7ba537 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Request body: {'security_group_rule': {'security_group_id': 'c70f7457-bab3-43d3-9302-dbe4bf5c23c9', 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:15.919371 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:15.988650 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.securitygroups_db [None req-276e6d23-44b2-4538-9c34-36773e7ba537 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Project d0b5a14f5171469da9e351735b91d031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:10:15.995095 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-276e6d23-44b2-4538-9c34-36773e7ba537 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.077418 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-276e6d23-44b2-4538-9c34-36773e7ba537 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.144388 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'name': 'tempest-TestShelveInstance-891628970-router', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9d34be7b-0ab1-40c2-bc35-44ccfe749820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:07Z', 'updated_at': '2021-12-16T22:10:11Z', 'revision_number': 4, 'project_id': '485bdaa20ded4ffe818925ea7967c059', 'gw_port': {'id': '9d34be7b-0ab1-40c2-bc35-44ccfe749820', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:08Z', 'updated_at': '2021-12-16T22:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '1f297d32-4729-4b3a-b9e7-386d0d572765', 'name': '', 'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'mac_address': 'fa:16:3e:45:c9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '978ab419-2c6e-4626-b69e-a3534c10d89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:10Z', 'updated_at': '2021-12-16T22:10:11Z', 'revision_number': 2, 'project_id': '485bdaa20ded4ffe818925ea7967c059', 'subnets': [{'id': '978ab419-2c6e-4626-b69e-a3534c10d89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:16.169568 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-276e6d23-44b2-4538-9c34-36773e7ba537 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.172130 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Checking router: d152edc6-2263-45f9-945e-4011e4025b82 for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:10:16.172330 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Updating router d152edc6-2263-45f9-945e-4011e4025b82 port 1f297d32-4729-4b3a-b9e7-386d0d572765 binding host dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:10:16.193085 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e6d23-44b2-4538-9c34-36773e7ba537 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0958863b-8b8f-4422-aebb-b4f4c4417b31,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:16.199587 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.258584 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-276e6d23-44b2-4538-9c34-36773e7ba537 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.259756 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-276e6d23-44b2-4538-9c34-36773e7ba537 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3577518 Dec 16 22:10:16.262798 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 53658) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:16.271264 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [None req-79f3ce9d-9c75-4f35-9829-ed395fc02933 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Request body: {'security_group_rule': {'security_group_id': 'c70f7457-bab3-43d3-9302-dbe4bf5c23c9', 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:16.358900 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.db.securitygroups_db [None req-79f3ce9d-9c75-4f35-9829-ed395fc02933 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Project d0b5a14f5171469da9e351735b91d031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:10:16.369127 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-79f3ce9d-9c75-4f35-9829-ed395fc02933 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.470058 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-79f3ce9d-9c75-4f35-9829-ed395fc02933 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.509204 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 9d34be7b-0ab1-40c2-bc35-44ccfe749820 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:16.536798 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Publish callbacks [] for port, precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.541981 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-79f3ce9d-9c75-4f35-9829-ed395fc02933 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401909'] for security_group_rule, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.563879 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3ce9d-9c75-4f35-9829-ed395fc02933 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60a9f1b-ffd3-4d0a-b7fa-d3df8ce01a7b,revision_number=0']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:16.567104 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 9d34be7b-0ab1-40c2-bc35-44ccfe749820 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:16.567507 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.610553 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.647882 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-79f3ce9d-9c75-4f35-9829-ed395fc02933 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.656545 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-79f3ce9d-9c75-4f35-9829-ed395fc02933 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3850944 Dec 16 22:10:16.666576 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9e2fa-883b-4fc1-a1ba-bf13bfc14e73 None None] Pushing event updated for resources: {'Port': ['ID=1f297d32-4729-4b3a-b9e7-386d0d572765,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:16.755098 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Attempting to bind port 1f297d32-4729-4b3a-b9e7-386d0d572765 on host dv-cinder-790535-21-iscsi for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:16.764881 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Attempting to bind port 1f297d32-4729-4b3a-b9e7-386d0d572765 by drivers openvswitch,hyperv on host dv-cinder-790535-21-iscsi at level 0 using segments [{'id': 'd2c333a9-ab05-462b-86f3-3f42fd8fc8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:16.764881 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Attempting to bind port 1f297d32-4729-4b3a-b9e7-386d0d572765 on network 67f9a7ca-67dd-45ef-9b7d-739cc48e2643 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:16.766087 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Checking agent: {'id': '34399d0a-13d3-4a51-ad7b-3321a9be7717', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 47, 16), 'started_at': datetime.datetime(2021, 12, 16, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:16.767016 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Checking segment: {'id': 'd2c333a9-ab05-462b-86f3-3f42fd8fc8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:16.767708 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.768394 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Bound using segment: {'id': 'd2c333a9-ab05-462b-86f3-3f42fd8fc8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:16.769354 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Bound port: 1f297d32-4729-4b3a-b9e7-386d0d572765, host: dv-cinder-790535-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c333a9-ab05-462b-86f3-3f42fd8fc8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:16.769980 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.880244 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] For port 1f297d32-4729-4b3a-b9e7-386d0d572765, host dv-cinder-790535-21-iscsi, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:16.888060 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] For port 1f297d32-4729-4b3a-b9e7-386d0d572765, host dv-cinder-790535-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=1f297d32-4729-4b3a-b9e7-386d0d572765,segment=NetworkSegment(d2c333a9-ab05-462b-86f3-3f42fd8fc8e2),segment_id=d2c333a9-ab05-462b-86f3-3f42fd8fc8e2)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:16.999873 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.046592 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-a275398d-a409-40d7-9099-ae1757131150 None None] Provisioning complete for port 1f297d32-4729-4b3a-b9e7-386d0d572765 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:17.048211 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a275398d-a409-40d7-9099-ae1757131150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.091923 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Routers {'d152edc6-2263-45f9-945e-4011e4025b82'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:17.093027 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:10:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['d152edc6-2263-45f9-945e-4011e4025b82'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:17.167898 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a275398d-a409-40d7-9099-ae1757131150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.212740 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-a275398d-a409-40d7-9099-ae1757131150 None None] For port 1f297d32-4729-4b3a-b9e7-386d0d572765, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=1f297d32-4729-4b3a-b9e7-386d0d572765,segment=NetworkSegment(d2c333a9-ab05-462b-86f3-3f42fd8fc8e2),segment_id=d2c333a9-ab05-462b-86f3-3f42fd8fc8e2)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:17.319169 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a275398d-a409-40d7-9099-ae1757131150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.377361 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9e2fa-883b-4fc1-a1ba-bf13bfc14e73 None None] Pushing event updated for resources: {'Port': ['ID=1f297d32-4729-4b3a-b9e7-386d0d572765,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:17.407575 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] Set router d152edc6-2263-45f9-945e-4011e4025b82 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:17.410712 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275398d-a409-40d7-9099-ae1757131150 None None] Pushing event updated for resources: {'Port': ['ID=1f297d32-4729-4b3a-b9e7-386d0d572765,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:17.450161 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-2168cf31-ae8b-4e6c-b25f-8b7eec5d832b None None] Provisioning complete for port 1f297d32-4729-4b3a-b9e7-386d0d572765 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:17.450716 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2168cf31-ae8b-4e6c-b25f-8b7eec5d832b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.681998 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'name': 'tempest-TestShelveInstance-891628970-router', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9d34be7b-0ab1-40c2-bc35-44ccfe749820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:07Z', 'updated_at': '2021-12-16T22:10:11Z', 'revision_number': 4, 'project_id': '485bdaa20ded4ffe818925ea7967c059', 'gw_port': {'id': '9d34be7b-0ab1-40c2-bc35-44ccfe749820', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:08Z', 'updated_at': '2021-12-16T22:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '1f297d32-4729-4b3a-b9e7-386d0d572765', 'name': '', 'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'mac_address': 'fa:16:3e:45:c9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '978ab419-2c6e-4626-b69e-a3534c10d89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:10Z', 'updated_at': '2021-12-16T22:10:16Z', 'revision_number': 4, 'project_id': '485bdaa20ded4ffe818925ea7967c059', 'subnets': [{'id': '978ab419-2c6e-4626-b69e-a3534c10d89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:17.713717 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3480b9fe-5a2b-46d3-9cc2-43a380223189 None None] The sync data for ids ['d152edc6-2263-45f9-945e-4011e4025b82'] in dv-cinder-790535-21-iscsi is: [{'id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'name': 'tempest-TestShelveInstance-891628970-router', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9d34be7b-0ab1-40c2-bc35-44ccfe749820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:07Z', 'updated_at': '2021-12-16T22:10:11Z', 'revision_number': 4, 'project_id': '485bdaa20ded4ffe818925ea7967c059', 'gw_port': {'id': '9d34be7b-0ab1-40c2-bc35-44ccfe749820', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:08Z', 'updated_at': '2021-12-16T22:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '1f297d32-4729-4b3a-b9e7-386d0d572765', 'name': '', 'network_id': '67f9a7ca-67dd-45ef-9b7d-739cc48e2643', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'mac_address': 'fa:16:3e:45:c9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '978ab419-2c6e-4626-b69e-a3534c10d89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:10Z', 'updated_at': '2021-12-16T22:10:16Z', 'revision_number': 4, 'project_id': '485bdaa20ded4ffe818925ea7967c059', 'subnets': [{'id': '978ab419-2c6e-4626-b69e-a3534c10d89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:10:18.521328 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 1f297d32-4729-4b3a-b9e7-386d0d572765 up at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:18.587234 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Provisioning complete for port 1f297d32-4729-4b3a-b9e7-386d0d572765 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:18.587647 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.277482 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:10:33.518385 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:34.941591 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-56032b11-14cc-4d14-b6bf-9c2aa416f365 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706406454&fields=id&tenant_id=d0b5a14f5171469da9e351735b91d031 HTTP/1.1" status: 200 len: 267 time: 0.0790226 Dec 16 22:10:35.061421 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-56840df2-99d4-46f4-8266-3c9a0eb13ca5 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:35.062951 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-56840df2-99d4-46f4-8266-3c9a0eb13ca5 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/networks?id=54f95c81-dc41-42fe-aba7-ccf3a083e444 HTTP/1.1" status: 200 len: 809 time: 0.1144719 Dec 16 22:10:35.080601 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-33056915-686f-4986-8152-c348f55ddee8 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/quotas/d0b5a14f5171469da9e351735b91d031 HTTP/1.1" status: 200 len: 375 time: 0.0101120 Dec 16 22:10:35.141386 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-f0fc1d97-fa74-487e-ae93-ce773329df1f tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d0b5a14f5171469da9e351735b91d031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544753 Dec 16 22:10:35.276745 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-8b8de519-fe72-4dc6-9bec-4a4805e76324 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:10:35.278154 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-8b8de519-fe72-4dc6-9bec-4a4805e76324 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1234689 Dec 16 22:10:35.378363 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-5153edc0-3e01-4fc0-8ba7-8fb9fedc4add service neutron] 10.222.0.44 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923896 Dec 16 22:10:35.489030 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-89ecfda0-a37f-4cf0-8ba7-a1ef1f43c976 service neutron] 10.222.0.44 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037302 Dec 16 22:10:36.189149 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c811107f-9406-47c3-89c0-d46406a39142 req-172271dc-8e6d-46c9-9d4e-b8d58a3378c4 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 210 time: 0.1102440 Dec 16 22:10:37.313131 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-41283a0c-d257-4648-a8e9-865fbac6dd82 req-976ccb2e-743a-46e8-ae5a-8fd4c3b0a1e9 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 210 time: 0.0284770 Dec 16 22:10:38.435459 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-a9f9d08a-668c-48e9-a6b8-61e7aba60a4f tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:38.444891 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-a9f9d08a-668c-48e9-a6b8-61e7aba60a4f tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.59 "GET /v2.0/networks?id=54f95c81-dc41-42fe-aba7-ccf3a083e444 HTTP/1.1" status: 200 len: 809 time: 0.1505623 Dec 16 22:10:38.472036 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-d6939a33-3353-4402-b5c7-7f1ae9b09b62 req-72887646-4982-4e14-bf70-8752e4fc47f7 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 210 time: 0.0427220 Dec 16 22:10:38.527637 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-8a2ef0f8-b59d-4bb8-b0c0-1088e88e2acb tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0b5a14f5171469da9e351735b91d031 HTTP/1.1" status: 200 len: 380 time: 0.0802515 Dec 16 22:10:38.596610 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Request body: {'port': {'device_id': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'admin_state_up': True, 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'security_groups': ['c70f7457-bab3-43d3-9302-dbe4bf5c23c9']}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:39.050298 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Made reservation on behalf of d0b5a14f5171469da9e351735b91d031 for: {'port': 1} {{(pid=109593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:39.053947 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.230209 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.db_base_plugin_common [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Allocated IP 172.20.0.6 (54f95c81-dc41-42fe-aba7-ccf3a083e444/64d6fdc6-044f-411c-81ca-34ae9d9cca41/1eac2e60-53c1-4e34-9449-40b1e79f5907) {{(pid=109593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:39.392303 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for port, precommit_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.523302 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_create {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.577875 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Network 54f95c81-dc41-42fe-aba7-ccf3a083e444 is already hosted by enough agents. {{(pid=109593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:39.581704 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.base_scheduler [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Resources bound (agent type, host, resource id): {{(pid=109593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:39.586272 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Received port after_create {{(pid=109593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:39.614000 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Pushing event updated for resources: {'Port': ['ID=1eac2e60-53c1-4e34-9449-40b1e79f5907,revision_number=1']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:39.630649 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:39.630997 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:39.631354 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:39.631693 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:39.632016 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:39.632343 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:39.632694 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:39.633133 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:39.633349 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:39.633638 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:39.633993 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:39.634309 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:39.634608 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:39.658233 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:39.658943 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.777165 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7bc096db-5e67-4a70-8730-e7d67cbb4263 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2427988 Dec 16 22:10:39.879145 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.v2.base [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Request body: {'port': {'device_id': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:39.942036 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-44087a06-6cf0-415d-b76a-439da6c171bd None None] Provisioning complete for port 1eac2e60-53c1-4e34-9449-40b1e79f5907 triggered by entity DHCP. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:39.943366 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44087a06-6cf0-415d-b76a-439da6c171bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.965330 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.028998 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766c5a4-65c3-4117-97df-870a6f2c0413 req-d6f35c7c-7915-4224-89e0-5135e9857114 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:40.037394 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f766c5a4-65c3-4117-97df-870a6f2c0413 req-d6f35c7c-7915-4224-89e0-5135e9857114 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 931 time: 0.3728554 Dec 16 22:10:40.056311 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-44087a06-6cf0-415d-b76a-439da6c171bd None None] Port 1eac2e60-53c1-4e34-9449-40b1e79f5907 cannot update to ACTIVE because it is not bound. {{(pid=109595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:10:40.133814 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f766c5a4-65c3-4117-97df-870a6f2c0413 req-8c02e256-e079-4b93-9128-77bbc3c678ad tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918226 Dec 16 22:10:40.179261 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a457bbf-3805-42ce-ab01-69c8010380d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.396840 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eac2e60-53c1-4e34-9449-40b1e79f5907 {{(pid=109593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:40.405988 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.421047 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.provisioning_blocks [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Transition to ACTIVE for port object 1eac2e60-53c1-4e34-9449-40b1e79f5907 will not be triggered until provisioned by entity L2. {{(pid=109593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:40.502243 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.559617 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Pushing event updated for resources: {'Port': ['ID=1eac2e60-53c1-4e34-9449-40b1e79f5907,revision_number=2']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:40.645052 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Attempting to bind port 1eac2e60-53c1-4e34-9449-40b1e79f5907 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:40.645553 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Attempting to bind port 1eac2e60-53c1-4e34-9449-40b1e79f5907 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '00784b26-4ec2-47c9-87c6-f3689a1f1d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444'}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:40.646109 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Attempting to bind port 1eac2e60-53c1-4e34-9449-40b1e79f5907 on network 54f95c81-dc41-42fe-aba7-ccf3a083e444 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:40.654492 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Port 1eac2e60-53c1-4e34-9449-40b1e79f5907 on network 54f95c81-dc41-42fe-aba7-ccf3a083e444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:40.654932 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Attempting to bind port 1eac2e60-53c1-4e34-9449-40b1e79f5907 on network 54f95c81-dc41-42fe-aba7-ccf3a083e444 {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:40.664604 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Checking agent: {'id': '79874f9f-f2f2-491b-b056-2d1fe055362a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'started_at': datetime.datetime(2021, 12, 16, 21, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:40.665090 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Checking segment: {'id': '00784b26-4ec2-47c9-87c6-f3689a1f1d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:40.665897 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Bound using segment: {'id': '00784b26-4ec2-47c9-87c6-f3689a1f1d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444'} {{(pid=109593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:40.666579 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.managers [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Bound port: 1eac2e60-53c1-4e34-9449-40b1e79f5907, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00784b26-4ec2-47c9-87c6-f3689a1f1d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444'}}] {{(pid=109593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:40.666991 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.748537 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] For port 1eac2e60-53c1-4e34-9449-40b1e79f5907, host hv-cinder-79053, cleared binding levels {{(pid=109593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:40.752284 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] For port 1eac2e60-53c1-4e34-9449-40b1e79f5907, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:40.799757 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8472647'] for port, after_update {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.834092 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:40.834968 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.836422 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] 10.222.0.59 "PUT /v2.0/ports/1eac2e60-53c1-4e34-9449-40b1e79f5907 HTTP/1.1" status: 200 len: 1093 time: 1.0505836 Dec 16 22:10:40.842178 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'tag': '1eac2e60-53c1-4e34-9449-40b1e79f5907'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:40.845638 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaba626-07d5-4c3e-ae0c-022b728d69c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6e76f284-fb12-4098-83fd-95e0d4e2875e", "tag": "1eac2e60-53c1-4e34-9449-40b1e79f5907"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:40.875411 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439b91f-ce42-4ebf-ac29-b90b8b09476f service neutron] Pushing event updated for resources: {'Port': ['ID=1eac2e60-53c1-4e34-9449-40b1e79f5907,revision_number=3']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:40.889214 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01570294-7ffa-40f7-af55-218e1d64df5c x-openstack-request-id: req-01570294-7ffa-40f7-af55-218e1d64df5c {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:40.889513 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e76f284-fb12-4098-83fd-95e0d4e2875e", "tag": "1eac2e60-53c1-4e34-9449-40b1e79f5907", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:40.889770 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01570294-7ffa-40f7-af55-218e1d64df5c {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:40.890176 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'tag': '1eac2e60-53c1-4e34-9449-40b1e79f5907', 'status': 'completed', 'code': 200} Dec 16 22:10:40.970708 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaba626-07d5-4c3e-ae0c-022b728d69c9 req-fbba7021-51f2-4bc5-93f7-af344369b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:40.972398 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-deaba626-07d5-4c3e-ae0c-022b728d69c9 req-fbba7021-51f2-4bc5-93f7-af344369b0c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0b5a14f5171469da9e351735b91d031&device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 1096 time: 0.0565920 Dec 16 22:10:41.089753 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaba626-07d5-4c3e-ae0c-022b728d69c9 req-abb8de96-dfb2-4ce0-8c9c-acfc4c252b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:41.091287 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-deaba626-07d5-4c3e-ae0c-022b728d69c9 req-abb8de96-dfb2-4ce0-8c9c-acfc4c252b19 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d0b5a14f5171469da9e351735b91d031&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1110284 Dec 16 22:10:41.196627 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaba626-07d5-4c3e-ae0c-022b728d69c9 req-d8675aa5-6b1d-44ea-97d4-6494825cb8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:41.198141 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-deaba626-07d5-4c3e-ae0c-022b728d69c9 req-d8675aa5-6b1d-44ea-97d4-6494825cb8e5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006305 Dec 16 22:10:41.283022 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2238ba-f544-4050-b56d-a994fa95ec22 req-9a0cd51e-847f-4b54-9d30-d241ce00e082 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:41.284770 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2d2238ba-f544-4050-b56d-a994fa95ec22 req-9a0cd51e-847f-4b54-9d30-d241ce00e082 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0519383 Dec 16 22:10:41.288804 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-9141fcf4-bb9b-44ec-bf30-689b619caf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:41.290624 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-9141fcf4-bb9b-44ec-bf30-689b619caf01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0b5a14f5171469da9e351735b91d031&device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 1096 time: 0.0514364 Dec 16 22:10:41.336209 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-700f3031-4aa7-4290-9122-2ebaa2737c30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907 HTTP/1.1" status: 200 len: 217 time: 0.0375099 Dec 16 22:10:41.340397 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-2d2238ba-f544-4050-b56d-a994fa95ec22 req-30b4fc97-fe72-488a-afd0-c66034e8f2a2 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490947 Dec 16 22:10:41.392959 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-d28b7216-5063-4f2e-a505-5995f7d7a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:41.394474 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-d28b7216-5063-4f2e-a505-5995f7d7a9d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64d6fdc6-044f-411c-81ca-34ae9d9cca41 HTTP/1.1" status: 200 len: 848 time: 0.0506814 Dec 16 22:10:41.452804 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-b76b1468-4706-435b-a1df-49b030f57309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:41.454414 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-b76b1468-4706-435b-a1df-49b030f57309 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54f95c81-dc41-42fe-aba7-ccf3a083e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521686 Dec 16 22:10:41.595196 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-b6acdb5a-d737-4ed9-a6dc-4b904c5c5af5 service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320639 Dec 16 22:10:41.704871 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-dabd0364-aa7c-476e-a9e9-a496afcca2a1 req-25105d45-760b-42ae-b1c5-51c399868700 service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021800 Dec 16 22:10:42.503442 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b6c60-41fc-43a2-bb56-20b5d50806c1 req-079233d6-8e3c-4145-9286-72f531bbc497 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:42.505099 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ae3b6c60-41fc-43a2-bb56-20b5d50806c1 req-079233d6-8e3c-4145-9286-72f531bbc497 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0788310 Dec 16 22:10:42.577271 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ae3b6c60-41fc-43a2-bb56-20b5d50806c1 req-8dd1cc9a-519f-4b30-af73-7d9c0d2e60ee tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655935 Dec 16 22:10:42.654061 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-123b102a-c0cc-437a-9ec7-ca2ede535d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:43.585443 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:43.717290 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e8d6b-fdf0-4431-80ee-e37662a95633 req-f1c96f38-c673-4c24-a761-405ba866428f tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:43.719268 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-024e8d6b-fdf0-4431-80ee-e37662a95633 req-f1c96f38-c673-4c24-a761-405ba866428f tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0591288 Dec 16 22:10:43.783166 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-024e8d6b-fdf0-4431-80ee-e37662a95633 req-565283a4-b02b-4ccf-be9e-a6a31888ab17 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527430 Dec 16 22:10:44.924470 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03fb5c-b3b0-4b98-95f8-d4c35f3a0382 req-74d48534-118e-490c-8984-ce23d551c5e1 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:44.927131 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1f03fb5c-b3b0-4b98-95f8-d4c35f3a0382 req-74d48534-118e-490c-8984-ce23d551c5e1 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0618613 Dec 16 22:10:44.996154 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1f03fb5c-b3b0-4b98-95f8-d4c35f3a0382 req-54eb150b-54ee-4258-bf07-29115d1a8ed7 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613611 Dec 16 22:10:45.164173 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:45.895545 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:46.127613 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8c355-9546-40b9-b23f-349c9329c0fb req-babd57d2-3c1d-4ba0-8005-a1d66a7acdc3 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:46.129335 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eca8c355-9546-40b9-b23f-349c9329c0fb req-babd57d2-3c1d-4ba0-8005-a1d66a7acdc3 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0553527 Dec 16 22:10:46.187555 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eca8c355-9546-40b9-b23f-349c9329c0fb req-0e56c58a-3e60-4234-a300-0f09540605d7 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472205 Dec 16 22:10:47.319628 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbd56f-2a26-4a6a-a1bb-bddba664b113 req-75fc17ac-3c4c-4465-93fa-c0e8bc649282 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.321304 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77cbd56f-2a26-4a6a-a1bb-bddba664b113 req-75fc17ac-3c4c-4465-93fa-c0e8bc649282 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0597141 Dec 16 22:10:47.383160 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77cbd56f-2a26-4a6a-a1bb-bddba664b113 req-74def3d6-4f61-4c4c-b9f0-5b464f2561fa tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500548 Dec 16 22:10:48.533675 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cc6b6-6647-46b2-b3db-e64dc622ce22 req-fe1ed8d2-738a-44ff-bedd-262d28ac3762 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:48.535625 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8b6cc6b6-6647-46b2-b3db-e64dc622ce22 req-fe1ed8d2-738a-44ff-bedd-262d28ac3762 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0568144 Dec 16 22:10:48.597545 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8b6cc6b6-6647-46b2-b3db-e64dc622ce22 req-975b0950-3194-4a71-ab55-902224a5f881 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553546 Dec 16 22:10:49.737344 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af075a85-088c-45a7-a2f5-979d6317d8d9 req-7caa1757-cd58-4b3e-ac90-dbdaccb1adce tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:49.738987 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-af075a85-088c-45a7-a2f5-979d6317d8d9 req-7caa1757-cd58-4b3e-ac90-dbdaccb1adce tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0576637 Dec 16 22:10:49.797642 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-af075a85-088c-45a7-a2f5-979d6317d8d9 req-5e1beb49-97b5-4a88-a640-d4361711a802 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512853 Dec 16 22:10:49.945781 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 1eac2e60-53c1-4e34-9449-40b1e79f5907 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:50.059328 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 1eac2e60-53c1-4e34-9449-40b1e79f5907, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:50.073532 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': '1eac2e60-53c1-4e34-9449-40b1e79f5907', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'port_id': '1eac2e60-53c1-4e34-9449-40b1e79f5907', 'mac_address': 'fa:16:3e:8d:80:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:50.116719 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:50.133008 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eac2e60-53c1-4e34-9449-40b1e79f5907 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:50.162112 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 1eac2e60-53c1-4e34-9449-40b1e79f5907, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:50.232597 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:50.285438 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=1eac2e60-53c1-4e34-9449-40b1e79f5907,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:50.293061 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:50.293400 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:50.293736 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:50.294067 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:50.294391 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:50.294714 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:50.295035 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:50.295351 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:50.295667 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:50.295987 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:50.296298 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:50.296665 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:50.297018 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:50.448783 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['1eac2e60-53c1-4e34-9449-40b1e79f5907'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:50.749941 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-0bd98649-c900-4a06-9134-d8a86b81566d req-47b94e69-6dca-4588-aeb8-005c94fb95dd service neutron] (109594) timed out ('10.222.0.59', 56961) {{(pid=109594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:10:50.926522 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b3b5-eda0-4379-8507-5f8f3bf30e28 req-34e32e64-7d89-4b61-8080-f37a21f63810 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:50.928129 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6cf5b3b5-eda0-4379-8507-5f8f3bf30e28 req-34e32e64-7d89-4b61-8080-f37a21f63810 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 944 time: 0.0547357 Dec 16 22:10:50.993480 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-6cf5b3b5-eda0-4379-8507-5f8f3bf30e28 req-51421079-b74b-449a-9c38-0fc513c78ea1 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534596 Dec 16 22:10:51.961977 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 1eac2e60-53c1-4e34-9449-40b1e79f5907 up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:52.104988 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning for port 1eac2e60-53c1-4e34-9449-40b1e79f5907 completed by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:10:52.111577 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port 1eac2e60-53c1-4e34-9449-40b1e79f5907 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:52.115583 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.141118 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea60ad-7f28-4dfa-96da-a729cafa4ee5 req-ad4051b7-40c0-4e5e-afb4-e127440e4131 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:52.145334 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f6ea60ad-7f28-4dfa-96da-a729cafa4ee5 req-ad4051b7-40c0-4e5e-afb4-e127440e4131 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 944 time: 0.0702512 Dec 16 22:10:52.228573 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f6ea60ad-7f28-4dfa-96da-a729cafa4ee5 req-df9ae82f-6599-42de-8691-f82ba0482c7a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757811 Dec 16 22:10:52.241304 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.268090 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eac2e60-53c1-4e34-9449-40b1e79f5907'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:52.270535 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8b9c2a-8794-4eac-8de4-b21be2e54b08" -d '{"events": [{"server_uuid": "6e76f284-fb12-4098-83fd-95e0d4e2875e", "name": "network-vif-plugged", "status": "completed", "tag": "1eac2e60-53c1-4e34-9449-40b1e79f5907"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:52.286721 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 1eac2e60-53c1-4e34-9449-40b1e79f5907, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:52.321578 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30a5b52-006a-4d5c-85b3-4f5f06c53ab8 x-openstack-request-id: req-c30a5b52-006a-4d5c-85b3-4f5f06c53ab8 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:52.323670 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e76f284-fb12-4098-83fd-95e0d4e2875e", "name": "network-vif-plugged", "status": "completed", "tag": "1eac2e60-53c1-4e34-9449-40b1e79f5907", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:52.323670 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c30a5b52-006a-4d5c-85b3-4f5f06c53ab8 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:52.323670 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eac2e60-53c1-4e34-9449-40b1e79f5907', 'code': 200} Dec 16 22:10:52.342165 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.397632 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=1eac2e60-53c1-4e34-9449-40b1e79f5907,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:52.686043 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d8302-928b-4ba2-92df-0fa0d1e4e5aa req-224b1866-f8e5-4731-8a07-abac7eb2a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:52.688028 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-165d8302-928b-4ba2-92df-0fa0d1e4e5aa req-224b1866-f8e5-4731-8a07-abac7eb2a070 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 1098 time: 0.0430040 Dec 16 22:10:52.742364 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-165d8302-928b-4ba2-92df-0fa0d1e4e5aa req-a19422c8-bb89-48c5-ac86-a8c5fb7e0436 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466025 Dec 16 22:10:53.360064 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff2543-d713-4a6b-b816-ddd5305b9674 req-abe7b18e-a444-4da3-907d-577b83a5de94 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:53.361989 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c4ff2543-d713-4a6b-b816-ddd5305b9674 req-abe7b18e-a444-4da3-907d-577b83a5de94 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0576835 Dec 16 22:10:53.419939 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c4ff2543-d713-4a6b-b816-ddd5305b9674 req-e41b938d-82d3-4f5e-aa83-2a0f2fbbd2c8 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511239 Dec 16 22:10:54.557029 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde81be-9069-47a0-85f1-796b995c7a50 req-19a67958-785b-4ced-bf42-3dc803ca9786 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.558605 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dfde81be-9069-47a0-85f1-796b995c7a50 req-19a67958-785b-4ced-bf42-3dc803ca9786 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0550840 Dec 16 22:10:54.615204 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-dfde81be-9069-47a0-85f1-796b995c7a50 req-887a0585-130e-437b-9971-242f0c154ef8 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493035 Dec 16 22:10:54.738682 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad0b1e-6889-47fe-8209-a206c4ba65dd req-79169d84-a4d8-4cd8-a92e-42c1841bc4ba tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.740255 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8bad0b1e-6889-47fe-8209-a206c4ba65dd req-79169d84-a4d8-4cd8-a92e-42c1841bc4ba tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0520375 Dec 16 22:10:54.796392 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-8bad0b1e-6889-47fe-8209-a206c4ba65dd req-c3879b13-6456-4107-b97d-4b3a141f75cc tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497780 Dec 16 22:10:54.819961 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53828) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:54.914330 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a10af-25e0-4325-8866-8082ec25f567 tempest-TestShelveInstance-108780001 tempest-TestShelveInstance-108780001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.915897 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-dd7a10af-25e0-4325-8866-8082ec25f567 tempest-TestShelveInstance-108780001 tempest-TestShelveInstance-108780001-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 1093 time: 0.0946624 Dec 16 22:10:54.919319 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53832) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:54.923910 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.v2.base [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Request body: {'floatingip': {'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'port_id': '1eac2e60-53c1-4e34-9449-40b1e79f5907', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:55.004226 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for floatingip, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.112326 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.232691 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Allocated IP 172.27.3.5 (9be982ba-a6d1-4fb3-be31-1a24ea235b23/f2d070ba-3389-4ce7-87f1-67e620c126bb/d22d022f-9516-4e82-b552-4ed1e7dd1145) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:55.351581 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for port, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.465443 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768342009546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.514621 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Network 9be982ba-a6d1-4fb3-be31-1a24ea235b23 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:55.519249 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:55.523332 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:55.548832 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Pushing event updated for resources: {'Port': ['ID=d22d022f-9516-4e82-b552-4ed1e7dd1145,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:55.562263 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:55.562263 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:55.565146 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:55.565146 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:55.565146 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:55.565146 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:55.565730 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:55.565867 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:55.566126 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:55.566456 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:55.566780 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:55.567101 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:55.567421 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:55.955643 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.092940 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.257280 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for port, precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.312081 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3293262'] for port, after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.383605 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Pushing event updated for resources: {'Port': ['ID=d22d022f-9516-4e82-b552-4ed1e7dd1145,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:56.397617 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581831'] for floatingip, after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.506813 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Floating IP 8e671e97-4a5e-43d3-ae73-e8f491a7d35f associated. External IP: 172.27.3.5, port: 1eac2e60-53c1-4e34-9449-40b1e79f5907. Dec 16 22:10:56.739970 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Router 246734bd-2bc8-4b84-9747-6589e966e06d has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:10:56.854103 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:10:56.865002 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352cd4e3-6f2c-4484-9c25-8007ba0c7351 None None] Sync routers for ids ['246734bd-2bc8-4b84-9747-6589e966e06d'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:10:56.877632 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352cd4e3-6f2c-4484-9c25-8007ba0c7351 None None] Routers {'246734bd-2bc8-4b84-9747-6589e966e06d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:56.881407 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-352cd4e3-6f2c-4484-9c25-8007ba0c7351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:10:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['246734bd-2bc8-4b84-9747-6589e966e06d'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:56.932345 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.963715 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-fb28bb3b-ea17-462d-b0d1-89fee10c2f7c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0433142 Dec 16 22:10:56.964306 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'tag': '1eac2e60-53c1-4e34-9449-40b1e79f5907'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:56.966693 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e57e2e44bf8fe06c7a0f6bc155366ee9f5a250a625ed21f00be954d32ca70b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf523283-263b-44a8-a29e-ee2bbb648468" -d '{"events": [{"name": "network-changed", "server_uuid": "6e76f284-fb12-4098-83fd-95e0d4e2875e", "tag": "1eac2e60-53c1-4e34-9449-40b1e79f5907"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:57.013728 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989bc245-b860-45e2-9f8b-85d91a309ba5 x-openstack-request-id: req-989bc245-b860-45e2-9f8b-85d91a309ba5 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:57.014099 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e76f284-fb12-4098-83fd-95e0d4e2875e", "tag": "1eac2e60-53c1-4e34-9449-40b1e79f5907", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:57.014413 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-989bc245-b860-45e2-9f8b-85d91a309ba5 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:57.014881 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'tag': '1eac2e60-53c1-4e34-9449-40b1e79f5907', 'status': 'completed', 'code': 200} Dec 16 22:10:57.079745 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf523283-263b-44a8-a29e-ee2bbb648468 req-da850bf1-a3be-4ba6-8fe1-498513f4ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:57.081499 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-cf523283-263b-44a8-a29e-ee2bbb648468 req-da850bf1-a3be-4ba6-8fe1-498513f4ab76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0b5a14f5171469da9e351735b91d031&device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 1098 time: 0.0438850 Dec 16 22:10:57.143779 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-352cd4e3-6f2c-4484-9c25-8007ba0c7351 None None] Set router 246734bd-2bc8-4b84-9747-6589e966e06d gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:57.186996 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf523283-263b-44a8-a29e-ee2bbb648468 req-98537219-9758-4b64-8153-bdaddae58b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:57.190343 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-cf523283-263b-44a8-a29e-ee2bbb648468 req-98537219-9758-4b64-8153-bdaddae58b23 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54f95c81-dc41-42fe-aba7-ccf3a083e444 HTTP/1.1" status: 200 len: 910 time: 0.1000142 Dec 16 22:10:57.261497 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-cf523283-263b-44a8-a29e-ee2bbb648468 req-74df66c7-ef37-476a-9b61-d295f8275da2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907 HTTP/1.1" status: 200 len: 997 time: 0.0638785 Dec 16 22:10:57.320764 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf523283-263b-44a8-a29e-ee2bbb648468 req-6e8ae3df-f1cb-461e-9cac-a8452293cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:57.322617 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-cf523283-263b-44a8-a29e-ee2bbb648468 req-6e8ae3df-f1cb-461e-9cac-a8452293cfe5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64d6fdc6-044f-411c-81ca-34ae9d9cca41 HTTP/1.1" status: 200 len: 848 time: 0.0530803 Dec 16 22:10:57.378154 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf523283-263b-44a8-a29e-ee2bbb648468 req-73593051-e282-4958-863f-9546c2372b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:57.379966 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-cf523283-263b-44a8-a29e-ee2bbb648468 req-73593051-e282-4958-863f-9546c2372b18 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54f95c81-dc41-42fe-aba7-ccf3a083e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502005 Dec 16 22:10:57.410348 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-352cd4e3-6f2c-4484-9c25-8007ba0c7351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:04Z', 'revision_number': 4, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'gw_port': {'id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '8e671e97-4a5e-43d3-ae73-e8f491a7d35f', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'port_id': '1eac2e60-53c1-4e34-9449-40b1e79f5907', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'mac_address': 'fa:16:3e:8d:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:10:55Z', 'updated_at': '2021-12-16T22:10:55Z', 'revision_number': 0, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362df81-8842-47e6-a13c-0b454710860f', 'name': '', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'mac_address': 'fa:16:3e:ae:0b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:03Z', 'updated_at': '2021-12-16T22:10:07Z', 'revision_number': 5, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'subnets': [{'id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:57.442464 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352cd4e3-6f2c-4484-9c25-8007ba0c7351 None None] Checking router: 246734bd-2bc8-4b84-9747-6589e966e06d for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:10:57.453241 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352cd4e3-6f2c-4484-9c25-8007ba0c7351 None None] Routers {'246734bd-2bc8-4b84-9747-6589e966e06d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:57.454384 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-352cd4e3-6f2c-4484-9c25-8007ba0c7351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:10:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['246734bd-2bc8-4b84-9747-6589e966e06d'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:57.478973 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-cf523283-263b-44a8-a29e-ee2bbb648468 req-1ac86a0c-5b82-4e62-80c4-db740f077b9a service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919428 Dec 16 22:10:57.571766 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-352cd4e3-6f2c-4484-9c25-8007ba0c7351 None None] Set router 246734bd-2bc8-4b84-9747-6589e966e06d gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:57.580694 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-cf523283-263b-44a8-a29e-ee2bbb648468 req-ae347fde-a8dd-4eb8-9c59-1ea21f6395eb service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942962 Dec 16 22:10:57.832202 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-352cd4e3-6f2c-4484-9c25-8007ba0c7351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:04Z', 'revision_number': 4, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'gw_port': {'id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '8e671e97-4a5e-43d3-ae73-e8f491a7d35f', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'port_id': '1eac2e60-53c1-4e34-9449-40b1e79f5907', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'mac_address': 'fa:16:3e:8d:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:10:55Z', 'updated_at': '2021-12-16T22:10:55Z', 'revision_number': 0, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362df81-8842-47e6-a13c-0b454710860f', 'name': '', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'mac_address': 'fa:16:3e:ae:0b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:03Z', 'updated_at': '2021-12-16T22:10:07Z', 'revision_number': 5, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'subnets': [{'id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:57.861494 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352cd4e3-6f2c-4484-9c25-8007ba0c7351 None None] The sync data for ids ['246734bd-2bc8-4b84-9747-6589e966e06d'] in dv-cinder-790535-21-iscsi is: [{'id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:04Z', 'revision_number': 4, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'gw_port': {'id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_floatingips': [{'id': '8e671e97-4a5e-43d3-ae73-e8f491a7d35f', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'router_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'port_id': '1eac2e60-53c1-4e34-9449-40b1e79f5907', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'mac_address': 'fa:16:3e:8d:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:10:55Z', 'updated_at': '2021-12-16T22:10:55Z', 'revision_number': 0, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362df81-8842-47e6-a13c-0b454710860f', 'name': '', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'mac_address': 'fa:16:3e:ae:0b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:03Z', 'updated_at': '2021-12-16T22:10:07Z', 'revision_number': 5, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'subnets': [{'id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:10:58.074900 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce577d-27a3-4386-b9f5-c2f8cccbb808 None None] New status for floating IP 8e671e97-4a5e-43d3-ae73-e8f491a7d35f: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:11:01.275985 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:11:03.476034 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:10.049543 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a4d95fd7-e5de-4b27-8eee-b3cc9cdeb5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:12.620695 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89700c60-f752-4d21-81e9-cf6fdc0b685c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:13.798664 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:15.054320 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:15.875816 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.493963 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:38.275198 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:11:38.423269 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2412242a-da9a-4a57-92e9-fd1746d925ad req-aaef8d33-6d7e-4b91-a8d6-f6669e335b25 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460732 Dec 16 22:11:38.508862 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412242a-da9a-4a57-92e9-fd1746d925ad req-c6cb3ab5-bd8f-4f1c-9465-ed2bb6046727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:38.510411 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2412242a-da9a-4a57-92e9-fd1746d925ad req-c6cb3ab5-bd8f-4f1c-9465-ed2bb6046727 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0b5a14f5171469da9e351735b91d031&device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 1098 time: 0.0436702 Dec 16 22:11:38.630447 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412242a-da9a-4a57-92e9-fd1746d925ad req-41d649e5-bbbd-45a0-8a31-6a1aa08938cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:38.632041 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2412242a-da9a-4a57-92e9-fd1746d925ad req-41d649e5-bbbd-45a0-8a31-6a1aa08938cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=54f95c81-dc41-42fe-aba7-ccf3a083e444 HTTP/1.1" status: 200 len: 910 time: 0.0986514 Dec 16 22:11:38.710331 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2412242a-da9a-4a57-92e9-fd1746d925ad req-65fcb74c-af00-4815-92a6-dfa384be07dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907 HTTP/1.1" status: 200 len: 999 time: 0.0706313 Dec 16 22:11:38.765107 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412242a-da9a-4a57-92e9-fd1746d925ad req-543ab474-bf28-49ac-98f9-3e724386d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:38.767156 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2412242a-da9a-4a57-92e9-fd1746d925ad req-543ab474-bf28-49ac-98f9-3e724386d0a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64d6fdc6-044f-411c-81ca-34ae9d9cca41 HTTP/1.1" status: 200 len: 848 time: 0.0494037 Dec 16 22:11:38.823618 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412242a-da9a-4a57-92e9-fd1746d925ad req-35c572c8-72e6-4bc3-bddf-ac1fbea73af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:38.825282 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2412242a-da9a-4a57-92e9-fd1746d925ad req-35c572c8-72e6-4bc3-bddf-ac1fbea73af7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54f95c81-dc41-42fe-aba7-ccf3a083e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515046 Dec 16 22:11:38.924786 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2412242a-da9a-4a57-92e9-fd1746d925ad req-15598e4d-d13c-4bda-b993-090149ac943a service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912173 Dec 16 22:11:39.029159 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2412242a-da9a-4a57-92e9-fd1746d925ad req-7b146cd1-9606-4423-9472-8a68990163fc service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976577 Dec 16 22:11:40.065362 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-357f4674-bc74-418d-8358-b9406014d7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.671397 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edd8ec27-05a4-4206-b001-8bbf22949c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:43.599256 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.074287 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.914105 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:03.527755 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.044938 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c34673d5-99be-4e18-9d07-cabf82ebe35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.723835 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aec87b42-5101-4638-8777-30e477fdd4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.658741 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:15.104694 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:15.276278 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:12:15.883749 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:33.522906 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:39.771518 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6747cf3d-5cf7-4ed5-83e8-c2d28009b257 req-b615079a-3bc1-4bd5-8eb3-f921cab17c54 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553811 Dec 16 22:12:39.864256 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747cf3d-5cf7-4ed5-83e8-c2d28009b257 req-219e661e-901f-40d3-aa70-9949fb129035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:39.865827 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6747cf3d-5cf7-4ed5-83e8-c2d28009b257 req-219e661e-901f-40d3-aa70-9949fb129035 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0b5a14f5171469da9e351735b91d031&device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 1098 time: 0.0475261 Dec 16 22:12:39.999742 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747cf3d-5cf7-4ed5-83e8-c2d28009b257 req-6715002c-03af-49cf-a69b-fcbacd06fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:40.001336 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6747cf3d-5cf7-4ed5-83e8-c2d28009b257 req-6715002c-03af-49cf-a69b-fcbacd06fd32 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54f95c81-dc41-42fe-aba7-ccf3a083e444 HTTP/1.1" status: 200 len: 910 time: 0.1138215 Dec 16 22:12:40.089628 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6747cf3d-5cf7-4ed5-83e8-c2d28009b257 req-fc3e5dc2-8722-41d7-ba5c-69ca6e384896 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907 HTTP/1.1" status: 200 len: 999 time: 0.0801623 Dec 16 22:12:40.113282 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cf28355-efb1-4d7c-b67b-ca17bcbe8394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:40.158158 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747cf3d-5cf7-4ed5-83e8-c2d28009b257 req-fb5a24f7-b874-499e-8dc2-f78c1676e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:40.159930 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6747cf3d-5cf7-4ed5-83e8-c2d28009b257 req-fb5a24f7-b874-499e-8dc2-f78c1676e15c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64d6fdc6-044f-411c-81ca-34ae9d9cca41 HTTP/1.1" status: 200 len: 848 time: 0.0640013 Dec 16 22:12:40.217357 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747cf3d-5cf7-4ed5-83e8-c2d28009b257 req-35c64f94-894d-4ca0-93dc-3943524907e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:40.219093 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6747cf3d-5cf7-4ed5-83e8-c2d28009b257 req-35c64f94-894d-4ca0-93dc-3943524907e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54f95c81-dc41-42fe-aba7-ccf3a083e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524688 Dec 16 22:12:40.321575 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6747cf3d-5cf7-4ed5-83e8-c2d28009b257 req-a2789dbe-52e1-4b7c-911d-dc1dc3a9e84c service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954883 Dec 16 22:12:40.427469 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-6747cf3d-5cf7-4ed5-83e8-c2d28009b257 req-27f0cc21-a9ba-4f76-807e-45bb9694af1b service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976295 Dec 16 22:12:42.652795 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2fc64308-c423-4cb4-a611-dc545404ff42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:43.637607 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.074880 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.973970 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.719173 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb144142-3611-4e8a-963b-d541f3685e03 req-22fa0b77-9b0d-4c0c-ad15-b8323c0ae6ed tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:51.720983 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eb144142-3611-4e8a-963b-d541f3685e03 req-22fa0b77-9b0d-4c0c-ad15-b8323c0ae6ed tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0577145 Dec 16 22:12:51.803775 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-eb144142-3611-4e8a-963b-d541f3685e03 req-f2cabdbf-75c6-4ffa-a659-8fbb382c6f19 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754619 Dec 16 22:12:52.276406 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:12:52.944180 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b937d-b4b4-4a44-a748-809621c7fea7 req-15f00c9d-8750-4ea9-ac37-30ef843db650 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:52.945776 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b21b937d-b4b4-4a44-a748-809621c7fea7 req-15f00c9d-8750-4ea9-ac37-30ef843db650 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0629938 Dec 16 22:12:53.000277 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b21b937d-b4b4-4a44-a748-809621c7fea7 req-dd7ef1b7-606f-4b15-a436-0dd983e6338c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466988 Dec 16 22:12:54.151534 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ee62a-785c-46bf-a506-b758681b9bc4 req-6ef9a49a-fa04-46cc-833d-8e5a8bbb9b48 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:54.153190 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5f3ee62a-785c-46bf-a506-b758681b9bc4 req-6ef9a49a-fa04-46cc-833d-8e5a8bbb9b48 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0577843 Dec 16 22:12:54.211097 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5f3ee62a-785c-46bf-a506-b758681b9bc4 req-b311e455-d666-45db-a466-71102affff2a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513847 Dec 16 22:12:55.341521 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92847b3b-47dd-4d1a-9377-db745a4e5b9e req-7c66f342-a371-4028-ad09-d6860000bc67 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:55.343209 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-92847b3b-47dd-4d1a-9377-db745a4e5b9e req-7c66f342-a371-4028-ad09-d6860000bc67 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0544059 Dec 16 22:12:55.404141 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-92847b3b-47dd-4d1a-9377-db745a4e5b9e req-862b2276-2eab-4e4b-a2bb-8eef9fd6c32f tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543044 Dec 16 22:12:56.531064 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c01d5c-a5b0-4266-bb30-4e5fdb740bd0 req-d320590f-0971-456a-a82a-d3c53729addd tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:56.532703 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-17c01d5c-a5b0-4266-bb30-4e5fdb740bd0 req-d320590f-0971-456a-a82a-d3c53729addd tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0515826 Dec 16 22:12:56.587220 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-17c01d5c-a5b0-4266-bb30-4e5fdb740bd0 req-f0d97332-1fb1-4db9-8bf2-3e760a2422f6 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482121 Dec 16 22:12:57.710711 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5412e-a507-4b1a-a3f9-fa2d469e9c4b req-9c0cd92b-6fc2-4bf0-ab64-b895200f0ccf tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:57.712289 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77e5412e-a507-4b1a-a3f9-fa2d469e9c4b req-9c0cd92b-6fc2-4bf0-ab64-b895200f0ccf tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0514083 Dec 16 22:12:57.784110 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-77e5412e-a507-4b1a-a3f9-fa2d469e9c4b req-832f3ead-4f6f-4dbf-9a97-cbe014e2bb8c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606177 Dec 16 22:12:58.924638 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2d704-4c8d-4307-81dc-b4a20115d733 req-5c2be35b-8102-47f8-aace-0d77f080eda1 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:58.926253 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c7b2d704-4c8d-4307-81dc-b4a20115d733 req-5c2be35b-8102-47f8-aace-0d77f080eda1 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0589895 Dec 16 22:12:58.982242 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-c7b2d704-4c8d-4307-81dc-b4a20115d733 req-5f77ed2f-6200-44d1-8d3d-7f5424bd4f14 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483270 Dec 16 22:13:00.112165 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be204b9-53bb-4c92-8e84-1ffc605940aa req-b1e7d885-deff-4f48-91fe-a6767792eec4 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:00.113779 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3be204b9-53bb-4c92-8e84-1ffc605940aa req-b1e7d885-deff-4f48-91fe-a6767792eec4 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0549717 Dec 16 22:13:00.175772 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-3be204b9-53bb-4c92-8e84-1ffc605940aa req-c5c035f7-9d74-444b-a056-d17b74cb6dcc tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500603 Dec 16 22:13:01.298889 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f0adf-59ba-4201-91c0-19eb2223ec4d req-67a690aa-9d28-43d7-b3e6-6ca40a0dd726 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:01.300532 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b8f0adf-59ba-4201-91c0-19eb2223ec4d req-67a690aa-9d28-43d7-b3e6-6ca40a0dd726 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0512059 Dec 16 22:13:01.395804 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9b8f0adf-59ba-4201-91c0-19eb2223ec4d req-a3eda33c-ba74-43ba-bee2-7f5a8d64b087 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874898 Dec 16 22:13:01.890574 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059b06d-d305-412b-87ec-ed8b9662137c req-63fc4745-727f-4812-a7c5-6a292e8159bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:01.892370 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2059b06d-d305-412b-87ec-ed8b9662137c req-63fc4745-727f-4812-a7c5-6a292e8159bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0b5a14f5171469da9e351735b91d031&device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 1098 time: 0.0532227 Dec 16 22:13:02.000777 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059b06d-d305-412b-87ec-ed8b9662137c req-f86ecae1-f9cd-4823-8105-52286ade8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:02.002290 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2059b06d-d305-412b-87ec-ed8b9662137c req-f86ecae1-f9cd-4823-8105-52286ade8e2c service neutron] 10.222.0.59 "GET /v2.0/networks?id=54f95c81-dc41-42fe-aba7-ccf3a083e444 HTTP/1.1" status: 200 len: 910 time: 0.1030304 Dec 16 22:13:02.072489 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2059b06d-d305-412b-87ec-ed8b9662137c req-a8abc108-057d-4e2d-9f5f-d6ec979e99d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907 HTTP/1.1" status: 200 len: 999 time: 0.0633488 Dec 16 22:13:02.125896 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059b06d-d305-412b-87ec-ed8b9662137c req-4d116468-e44c-410f-acbf-873ac64b31c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:02.127595 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2059b06d-d305-412b-87ec-ed8b9662137c req-4d116468-e44c-410f-acbf-873ac64b31c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64d6fdc6-044f-411c-81ca-34ae9d9cca41 HTTP/1.1" status: 200 len: 848 time: 0.0480778 Dec 16 22:13:02.181838 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059b06d-d305-412b-87ec-ed8b9662137c req-a63e4984-823f-4278-b609-b3fb2dcd7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:02.183301 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2059b06d-d305-412b-87ec-ed8b9662137c req-a63e4984-823f-4278-b609-b3fb2dcd7db6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54f95c81-dc41-42fe-aba7-ccf3a083e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494485 Dec 16 22:13:02.280954 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2059b06d-d305-412b-87ec-ed8b9662137c req-e35c4172-8162-483c-a274-969b9f9b1746 service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897408 Dec 16 22:13:02.386868 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2059b06d-d305-412b-87ec-ed8b9662137c req-7cee4d34-d3ce-4ea3-9b45-ac341f7d6cb4 service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992522 Dec 16 22:13:02.521656 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd9b83-f268-4ca2-afb1-4758a67608cd req-92de7c7d-ec83-4d83-9932-9fb3468713ac tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:02.523941 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0ebd9b83-f268-4ca2-afb1-4758a67608cd req-92de7c7d-ec83-4d83-9932-9fb3468713ac tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0553107 Dec 16 22:13:02.612003 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0ebd9b83-f268-4ca2-afb1-4758a67608cd req-bd45ec90-13b5-4af4-ac3f-12a4d4a11b82 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805912 Dec 16 22:13:03.510528 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.736482 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a6c30-7ab9-4c71-a605-4b8078c6811c req-415b55ac-55ad-418f-9089-b17b28c4ca23 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:03.738032 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-139a6c30-7ab9-4c71-a605-4b8078c6811c req-415b55ac-55ad-418f-9089-b17b28c4ca23 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0523968 Dec 16 22:13:03.790516 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-139a6c30-7ab9-4c71-a605-4b8078c6811c req-fb67625e-f48a-4eff-ae49-28cb1417b048 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456197 Dec 16 22:13:04.925381 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d696d9a-4216-40d7-a4ca-6cbd09ee1863 req-a10ee139-9cb3-4633-901c-d7f9ac4679b2 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:04.926969 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9d696d9a-4216-40d7-a4ca-6cbd09ee1863 req-a10ee139-9cb3-4633-901c-d7f9ac4679b2 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0552959 Dec 16 22:13:04.984490 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9d696d9a-4216-40d7-a4ca-6cbd09ee1863 req-310ea263-e35d-4957-813c-15ccb8a1fec8 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476844 Dec 16 22:13:05.060634 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-74253c47-1a19-495d-893b-4954c8052647 req-3a0282b1-084d-4a58-a03a-4b0c13ff0ec7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:13:05.062051 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-74253c47-1a19-495d-893b-4954c8052647 req-3a0282b1-084d-4a58-a03a-4b0c13ff0ec7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069845 Dec 16 22:13:06.580000 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f4ea1-58d1-4c12-a9a3-5e982f66d342 req-79b6de87-a8e1-466e-baac-8a5dc3acdd6b tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:06.581688 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-711f4ea1-58d1-4c12-a9a3-5e982f66d342 req-79b6de87-a8e1-466e-baac-8a5dc3acdd6b tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0627024 Dec 16 22:13:06.662953 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-711f4ea1-58d1-4c12-a9a3-5e982f66d342 req-cb662bfd-2aee-4242-b293-b0d2d8ada72e tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745423 Dec 16 22:13:06.701749 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-f426698e-4fab-40e6-bade-669f46e9b1a7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1190274 Dec 16 22:13:06.711309 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-fed070cc-7932-4351-895c-9835c520e8e0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:13:06.714754 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-fed070cc-7932-4351-895c-9835c520e8e0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055566 Dec 16 22:13:07.809717 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec74c0a-2dbe-4e44-beff-53f08019f223 req-2d8c6a17-4d80-438a-9050-4f08ddc63fcb tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:07.812170 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fec74c0a-2dbe-4e44-beff-53f08019f223 req-2d8c6a17-4d80-438a-9050-4f08ddc63fcb tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0694301 Dec 16 22:13:07.870542 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-fec74c0a-2dbe-4e44-beff-53f08019f223 req-1740368a-bafd-46a4-8d41-d9cd16d0ff3b tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502751 Dec 16 22:13:08.613467 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 1eac2e60-53c1-4e34-9449-40b1e79f5907 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:08.696168 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.721852 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eac2e60-53c1-4e34-9449-40b1e79f5907'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:08.724247 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e963c2-037b-468b-b070-ac7480e1f433" -d '{"events": [{"server_uuid": "6e76f284-fb12-4098-83fd-95e0d4e2875e", "name": "network-vif-unplugged", "status": "completed", "tag": "1eac2e60-53c1-4e34-9449-40b1e79f5907"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:08.739806 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 1eac2e60-53c1-4e34-9449-40b1e79f5907, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:08.819368 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.861816 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a747bd-733b-4066-ac62-a6ff457cd943 x-openstack-request-id: req-79a747bd-733b-4066-ac62-a6ff457cd943 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:08.862263 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e76f284-fb12-4098-83fd-95e0d4e2875e", "name": "network-vif-unplugged", "status": "failed", "tag": "1eac2e60-53c1-4e34-9449-40b1e79f5907", "code": 422}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:08.862684 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79a747bd-733b-4066-ac62-a6ff457cd943 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:08.863335 dv-cinder-790535-21-iscsi neutron-server[109595]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1eac2e60-53c1-4e34-9449-40b1e79f5907', 'code': 422} returned with failed status Dec 16 22:13:08.906099 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=1eac2e60-53c1-4e34-9449-40b1e79f5907,revision_number=6']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:08.914677 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:08.915018 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:08.915512 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:08.915848 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:08.916179 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:08.916541 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:08.916872 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:08.917208 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:08.917532 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:08.917859 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:08.918178 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:08.918494 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:08.918808 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:09.006711 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fa6ee-73a2-4161-927e-4476683e80d9 req-f6e423d7-be2b-468b-b07f-fa999453f88a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.008258 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-875fa6ee-73a2-4161-927e-4476683e80d9 req-f6e423d7-be2b-468b-b07f-fa999453f88a tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0627351 Dec 16 22:13:09.062825 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-875fa6ee-73a2-4161-927e-4476683e80d9 req-bb671466-a40d-44d9-86aa-83d705c1a433 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471733 Dec 16 22:13:09.318150 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-1aa8c017-88c3-4455-ad1a-6552e899e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.320025 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-1aa8c017-88c3-4455-ad1a-6552e899e4eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e&tenant_id=d0b5a14f5171469da9e351735b91d031 HTTP/1.1" status: 200 len: 1096 time: 0.0470238 Dec 16 22:13:09.386897 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-fd7e4a05-59d2-4cf1-8121-8c479d49fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.388411 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-fd7e4a05-59d2-4cf1-8121-8c479d49fcb1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0b5a14f5171469da9e351735b91d031&device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 1096 time: 0.0428822 Dec 16 22:13:09.490380 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-fa8cc35f-0ae7-41f2-b404-84406333ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.491884 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-fa8cc35f-0ae7-41f2-b404-84406333ce82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54f95c81-dc41-42fe-aba7-ccf3a083e444 HTTP/1.1" status: 200 len: 910 time: 0.0966992 Dec 16 22:13:09.563294 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-3fa482c9-5b7f-4961-a5c2-67d3b8b2fb9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907 HTTP/1.1" status: 200 len: 997 time: 0.0635049 Dec 16 22:13:09.616814 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-58966f3e-b346-4d2b-a94d-890bbf2f01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.618718 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-58966f3e-b346-4d2b-a94d-890bbf2f01ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64d6fdc6-044f-411c-81ca-34ae9d9cca41 HTTP/1.1" status: 200 len: 848 time: 0.0482080 Dec 16 22:13:09.672896 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-8f5081f7-b684-4ac8-ae03-ee931ac0ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.674514 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-8f5081f7-b684-4ac8-ae03-ee931ac0ffde service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54f95c81-dc41-42fe-aba7-ccf3a083e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485225 Dec 16 22:13:09.768276 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-a15cc015-d1c0-433a-8e55-10a57fdbcdc3 service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865707 Dec 16 22:13:09.868583 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-b15e842e-d6c2-4426-b4c7-3c74cc0d39bf req-03c55165-2183-4b47-9181-fe2ec9cc6022 service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921540 Dec 16 22:13:10.161376 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-15c808bb-6da8-4667-9b5d-a9a7c1696ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.195318 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe01b8-77e8-422e-a3ad-a6233d9e0efe req-dd02327f-bd78-46f3-aa87-b047ffc888a1 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:10.197770 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cffe01b8-77e8-422e-a3ad-a6233d9e0efe req-dd02327f-bd78-46f3-aa87-b047ffc888a1 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0564892 Dec 16 22:13:10.249835 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-cffe01b8-77e8-422e-a3ad-a6233d9e0efe req-93fb1e5d-277f-4297-9236-5ba19619138b tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451698 Dec 16 22:13:11.380703 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4024e7a-bfe3-4b50-8e5d-a0fbfcfdd65f req-dd3d9e76-5f16-4ae1-8ed2-1d1c78f5063c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:11.382632 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b4024e7a-bfe3-4b50-8e5d-a0fbfcfdd65f req-dd3d9e76-5f16-4ae1-8ed2-1d1c78f5063c tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0527968 Dec 16 22:13:11.440657 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-b4024e7a-bfe3-4b50-8e5d-a0fbfcfdd65f req-592a08d4-27b0-4fce-b3a6-010dbf2ab10b tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510967 Dec 16 22:13:12.566993 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5601c3-e023-41f6-b8ea-c7f4ae500cc7 req-7cfd3a22-bac2-4317-98e5-75f6792e9b0b tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:12.569122 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c5601c3-e023-41f6-b8ea-c7f4ae500cc7 req-7cfd3a22-bac2-4317-98e5-75f6792e9b0b tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0537689 Dec 16 22:13:12.629783 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77e64ae7-bfa3-4acb-9f4e-3404259a3453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.641467 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9c5601c3-e023-41f6-b8ea-c7f4ae500cc7 req-8b5b0217-4d05-4127-a213-f8d57263fc46 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654032 Dec 16 22:13:13.606688 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.777030 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218f718-95a8-4db0-9f2b-d4ccbb8800b2 req-ecff15d6-7efb-4764-b888-ad6495371279 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.779584 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1218f718-95a8-4db0-9f2b-d4ccbb8800b2 req-ecff15d6-7efb-4764-b888-ad6495371279 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0676973 Dec 16 22:13:13.832917 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-1218f718-95a8-4db0-9f2b-d4ccbb8800b2 req-fa00b59e-011a-40d7-b68f-d905f1af1470 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472100 Dec 16 22:13:14.958903 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5090e-f6d0-40a3-983a-ac379855ae3d req-92715b4e-339e-4304-b028-6f091edae959 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:14.960557 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98b5090e-f6d0-40a3-983a-ac379855ae3d req-92715b4e-339e-4304-b028-6f091edae959 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0524590 Dec 16 22:13:15.021593 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-98b5090e-f6d0-40a3-983a-ac379855ae3d req-9a748501-aedc-4834-8551-a87f61d41734 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494473 Dec 16 22:13:15.086672 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:15.873965 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.162182 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda19d1-c4de-44be-8fa5-dea227c6746d req-b6a71a22-63e4-4735-8749-fde91f236c93 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:16.164743 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ceda19d1-c4de-44be-8fa5-dea227c6746d req-b6a71a22-63e4-4735-8749-fde91f236c93 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0709157 Dec 16 22:13:16.221715 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-ceda19d1-c4de-44be-8fa5-dea227c6746d req-40db63e8-d65c-432b-ab61-f78d4375fdbd tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500915 Dec 16 22:13:17.350364 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c4f9a-8d84-4ef5-8a0f-4cb9595d8fce req-954e8a9b-dec6-4c53-bed4-34f48850ab90 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:17.351975 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e23c4f9a-8d84-4ef5-8a0f-4cb9595d8fce req-954e8a9b-dec6-4c53-bed4-34f48850ab90 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0545928 Dec 16 22:13:17.416620 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-e23c4f9a-8d84-4ef5-8a0f-4cb9595d8fce req-57af3bf3-723f-4825-9387-268be1b09998 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518804 Dec 16 22:13:18.552967 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9aa0bc-381b-4bd6-8edf-523a52eeb8e1 req-fc51389d-febe-4a23-b927-9459ed585636 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:18.554683 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c9aa0bc-381b-4bd6-8edf-523a52eeb8e1 req-fc51389d-febe-4a23-b927-9459ed585636 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 943 time: 0.0636606 Dec 16 22:13:18.672376 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 1eac2e60-53c1-4e34-9449-40b1e79f5907 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:18.792697 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 1eac2e60-53c1-4e34-9449-40b1e79f5907, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:18.807350 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Returning: {'device': '1eac2e60-53c1-4e34-9449-40b1e79f5907', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'port_id': '1eac2e60-53c1-4e34-9449-40b1e79f5907', 'mac_address': 'fa:16:3e:8d:80:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:18.846344 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.852097 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5c9aa0bc-381b-4bd6-8edf-523a52eeb8e1 req-4483e0a1-107e-4dc8-800d-ae297ea9c904 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900519 Dec 16 22:13:18.863247 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eac2e60-53c1-4e34-9449-40b1e79f5907 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:18.898001 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 1eac2e60-53c1-4e34-9449-40b1e79f5907, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:18.994142 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.044683 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=1eac2e60-53c1-4e34-9449-40b1e79f5907,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:19.232408 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] get_ports_and_sgs() called for port_ids ['1eac2e60-53c1-4e34-9449-40b1e79f5907'] {{(pid=109595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:19.999289 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a8ec9-caf6-4bed-a8dc-4112cbea958d req-573148cf-c24b-4bfb-ae2c-6af0f0095462 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:20.000876 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bb4a8ec9-caf6-4bed-a8dc-4112cbea958d req-573148cf-c24b-4bfb-ae2c-6af0f0095462 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 944 time: 0.0614815 Dec 16 22:13:20.053746 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-bb4a8ec9-caf6-4bed-a8dc-4112cbea958d req-252b7610-956b-48cd-830f-7ac8b6646eff tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458851 Dec 16 22:13:20.675184 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 1eac2e60-53c1-4e34-9449-40b1e79f5907 up at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:20.730856 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Provisioning complete for port 1eac2e60-53c1-4e34-9449-40b1e79f5907 triggered by entity L2. {{(pid=109595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:20.731218 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676346'] for port, provisioning_complete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.815397 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751115'] for port, before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.842147 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eac2e60-53c1-4e34-9449-40b1e79f5907'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:20.844374 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a04d97d0b0f375914da5325cb5671a62dbc81a3e5e33558b2d8c5a8e52b0ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e39b5ca-4f92-4a13-a012-6a4d1663d5df" -d '{"events": [{"server_uuid": "6e76f284-fb12-4098-83fd-95e0d4e2875e", "name": "network-vif-plugged", "status": "completed", "tag": "1eac2e60-53c1-4e34-9449-40b1e79f5907"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:20.859642 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] For port 1eac2e60-53c1-4e34-9449-40b1e79f5907, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:20.915563 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8412d18a-7ec5-4923-adf2-1862c8110eb5 x-openstack-request-id: req-8412d18a-7ec5-4923-adf2-1862c8110eb5 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:20.915888 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e76f284-fb12-4098-83fd-95e0d4e2875e", "name": "network-vif-plugged", "status": "completed", "tag": "1eac2e60-53c1-4e34-9449-40b1e79f5907", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:20.916173 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8412d18a-7ec5-4923-adf2-1862c8110eb5 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:20.916596 dv-cinder-790535-21-iscsi neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eac2e60-53c1-4e34-9449-40b1e79f5907', 'code': 200} Dec 16 22:13:20.977603 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768342558181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768342009564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768342009582'] for port, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:21.187485 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Pushing event updated for resources: {'Port': ['ID=1eac2e60-53c1-4e34-9449-40b1e79f5907,revision_number=8']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:21.204844 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a3b4d-f895-44f8-8a9a-9529767cfa76 req-b598118a-ded0-4839-a719-15cdaaf07436 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:21.206454 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4a1a3b4d-f895-44f8-8a9a-9529767cfa76 req-b598118a-ded0-4839-a719-15cdaaf07436 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0598531 Dec 16 22:13:21.251777 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ae230-2fe7-4207-bd9a-6301018cc17e req-e19e822d-5544-4c4c-ba9b-e7cb7dff2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:21.254371 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2a9ae230-2fe7-4207-bd9a-6301018cc17e req-e19e822d-5544-4c4c-ba9b-e7cb7dff2db8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 1098 time: 0.0708802 Dec 16 22:13:21.272234 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-4a1a3b4d-f895-44f8-8a9a-9529767cfa76 req-f94ec10a-9dd0-4890-bad0-bd391dfca204 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580683 Dec 16 22:13:21.314822 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-2a9ae230-2fe7-4207-bd9a-6301018cc17e req-2061f527-05fb-4a08-8c77-56b073b2d8fc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539737 Dec 16 22:13:22.409560 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3909-a33a-4113-b8d5-c54cffde2698 req-88c2fcc8-06cb-462b-aa55-82bc9a29f8e9 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:22.411010 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0a2b3909-a33a-4113-b8d5-c54cffde2698 req-88c2fcc8-06cb-462b-aa55-82bc9a29f8e9 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0534120 Dec 16 22:13:22.470207 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-0a2b3909-a33a-4113-b8d5-c54cffde2698 req-bbacd469-f4ae-4d0a-a774-203318fd9fe7 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482450 Dec 16 22:13:23.616725 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fa916-d36d-487f-a4bb-a733d098c602 req-2d4051e7-9b62-4fe1-b8ef-a19fd8916971 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:23.620744 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5a2fa916-d36d-487f-a4bb-a733d098c602 req-2d4051e7-9b62-4fe1-b8ef-a19fd8916971 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0560939 Dec 16 22:13:23.706456 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-5a2fa916-d36d-487f-a4bb-a733d098c602 req-b9ff8703-94bc-4bf1-9706-53259798b23f tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802279 Dec 16 22:13:29.276786 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:13:33.622855 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:40.079644 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-263591a8-095c-449d-8919-9ded16280d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:40.753038 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ca68b6be-d163-45cb-b740-f1a5da921952 req-bd7256b4-88b1-4736-a31e-a35cb726a4d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406420 Dec 16 22:13:40.842026 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68b6be-d163-45cb-b740-f1a5da921952 req-d749bbe1-94de-4130-a12a-80faf791f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:40.843438 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ca68b6be-d163-45cb-b740-f1a5da921952 req-d749bbe1-94de-4130-a12a-80faf791f572 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0b5a14f5171469da9e351735b91d031&device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 1098 time: 0.0430357 Dec 16 22:13:40.958403 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68b6be-d163-45cb-b740-f1a5da921952 req-d2c50865-d142-4b20-981e-89d1d72d0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:40.959938 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ca68b6be-d163-45cb-b740-f1a5da921952 req-d2c50865-d142-4b20-981e-89d1d72d0599 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54f95c81-dc41-42fe-aba7-ccf3a083e444 HTTP/1.1" status: 200 len: 910 time: 0.0947561 Dec 16 22:13:41.030684 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ca68b6be-d163-45cb-b740-f1a5da921952 req-79c231e2-9f7a-4248-aea1-90d478e3ee61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907 HTTP/1.1" status: 200 len: 999 time: 0.0633624 Dec 16 22:13:41.086910 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68b6be-d163-45cb-b740-f1a5da921952 req-1965df04-4323-4632-b8ea-93f9e05bb040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:41.088418 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ca68b6be-d163-45cb-b740-f1a5da921952 req-1965df04-4323-4632-b8ea-93f9e05bb040 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64d6fdc6-044f-411c-81ca-34ae9d9cca41 HTTP/1.1" status: 200 len: 848 time: 0.0504563 Dec 16 22:13:41.138451 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68b6be-d163-45cb-b740-f1a5da921952 req-29cb7273-8589-4799-9d13-25b7ff50a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:41.140080 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ca68b6be-d163-45cb-b740-f1a5da921952 req-29cb7273-8589-4799-9d13-25b7ff50a2d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54f95c81-dc41-42fe-aba7-ccf3a083e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450842 Dec 16 22:13:41.238850 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ca68b6be-d163-45cb-b740-f1a5da921952 req-ee337829-3ed1-49ec-81be-0b565213648b service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908768 Dec 16 22:13:41.342466 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-ca68b6be-d163-45cb-b740-f1a5da921952 req-f03e97f6-4965-426f-8883-5439a83d74bc service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955820 Dec 16 22:13:42.662717 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1144d77-329f-4720-aef2-f9ab194b452f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:43.617775 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:45.182674 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:45.891239 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:03.507865 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:06.277677 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:14:10.072849 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c098cf2-ad5e-4037-a745-c2ea0854fca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.655634 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-240e9194-be30-4d3a-8b45-921de9305d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.626973 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.875302 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [req-9af542e3-b86e-48a9-956f-8b3e8531c512 req-52d63302-71a3-4d8f-840f-2efbe360b78b service neutron] (109594) timed out ('10.222.0.44', 48804) {{(pid=109594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:14:15.112635 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:15.929973 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.302718 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 53984) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:33.484393 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Deleting port d22d022f-9516-4e82-b552-4ed1e7dd1145 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:33.484972 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.517695 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.582790 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.584312 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.597037 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Calling delete_port for d22d022f-9516-4e82-b552-4ed1e7dd1145 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:33.809055 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.836949 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Pushing event deleted for resources: {'Port': ['ID=d22d022f-9516-4e82-b552-4ed1e7dd1145,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:33.851941 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:33.852490 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:33.853026 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:33.853494 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:33.853858 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:33.854230 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:33.854612 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:33.854976 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:33.855337 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:33.855699 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:33.856057 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:33.856439 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:33.856888 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:33.917674 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for floatingip, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.918052 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.db.l3_db [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Floating IP 8e671e97-4a5e-43d3-ae73-e8f491a7d35f disassociated (deleted). External IP: 172.27.3.5, port: 1eac2e60-53c1-4e34-9449-40b1e79f5907. Dec 16 22:14:34.140901 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Router 246734bd-2bc8-4b84-9747-6589e966e06d has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:14:34.259170 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:34.264968 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for floatingip, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.272731 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438422df-988a-4b3c-9047-0e0587f8fd5f None None] Sync routers for ids ['246734bd-2bc8-4b84-9747-6589e966e06d'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:34.290506 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438422df-988a-4b3c-9047-0e0587f8fd5f None None] Routers {'246734bd-2bc8-4b84-9747-6589e966e06d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:34.291554 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-438422df-988a-4b3c-9047-0e0587f8fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:14:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['246734bd-2bc8-4b84-9747-6589e966e06d'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:34.316298 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-a2c091e0-2eb3-40c7-8899-b0ed79821a91 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "DELETE /v2.0/floatingips/8e671e97-4a5e-43d3-ae73-e8f491a7d35f HTTP/1.1" status: 204 len: 168 time: 1.0086076 Dec 16 22:14:34.316298 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'tag': '1eac2e60-53c1-4e34-9449-40b1e79f5907'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:34.317950 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e57e2e44bf8fe06c7a0f6bc155366ee9f5a250a625ed21f00be954d32ca70b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccf61a9-c6e1-4271-bf74-9f836c85373e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e76f284-fb12-4098-83fd-95e0d4e2875e", "tag": "1eac2e60-53c1-4e34-9449-40b1e79f5907"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:34.460339 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3e9fda-71de-48bb-92b7-88f0787aa25e x-openstack-request-id: req-7e3e9fda-71de-48bb-92b7-88f0787aa25e {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:34.460339 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e76f284-fb12-4098-83fd-95e0d4e2875e", "tag": "1eac2e60-53c1-4e34-9449-40b1e79f5907", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:34.460339 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e3e9fda-71de-48bb-92b7-88f0787aa25e {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:34.467629 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'tag': '1eac2e60-53c1-4e34-9449-40b1e79f5907', 'status': 'completed', 'code': 200} Dec 16 22:14:34.494660 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-438422df-988a-4b3c-9047-0e0587f8fd5f None None] Set router 246734bd-2bc8-4b84-9747-6589e966e06d gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:34.555612 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf61a9-c6e1-4271-bf74-9f836c85373e req-e1dc94ba-4a0a-4116-86cc-09b3bc41eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:34.558381 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-bccf61a9-c6e1-4271-bf74-9f836c85373e req-e1dc94ba-4a0a-4116-86cc-09b3bc41eadb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0b5a14f5171469da9e351735b91d031&device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 1098 time: 0.0709770 Dec 16 22:14:34.699030 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf61a9-c6e1-4271-bf74-9f836c85373e req-b5b16a27-6c9e-4f76-b00f-cc2152eaa80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:34.702039 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-bccf61a9-c6e1-4271-bf74-9f836c85373e req-b5b16a27-6c9e-4f76-b00f-cc2152eaa80f service neutron] 10.222.0.59 "GET /v2.0/networks?id=54f95c81-dc41-42fe-aba7-ccf3a083e444 HTTP/1.1" status: 200 len: 910 time: 0.1370108 Dec 16 22:14:34.764155 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-bccf61a9-c6e1-4271-bf74-9f836c85373e req-973ebe76-7cd2-45d1-8807-e1f35234a5c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907 HTTP/1.1" status: 200 len: 217 time: 0.0489948 Dec 16 22:14:34.821583 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894ffbe-fe8c-412e-a83a-3050d3d2be3b req-ac73c694-7b39-4832-bc14-d781f3d8c097 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:34.824759 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9894ffbe-fe8c-412e-a83a-3050d3d2be3b req-ac73c694-7b39-4832-bc14-d781f3d8c097 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0673892 Dec 16 22:14:34.833732 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-438422df-988a-4b3c-9047-0e0587f8fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:04Z', 'revision_number': 4, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'gw_port': {'id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '8362df81-8842-47e6-a13c-0b454710860f', 'name': '', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'mac_address': 'fa:16:3e:ae:0b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:03Z', 'updated_at': '2021-12-16T22:10:07Z', 'revision_number': 5, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'subnets': [{'id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:34.854860 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf61a9-c6e1-4271-bf74-9f836c85373e req-4f99d646-aaea-4a40-8e31-5bb2e07129ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:34.857762 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-bccf61a9-c6e1-4271-bf74-9f836c85373e req-4f99d646-aaea-4a40-8e31-5bb2e07129ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=64d6fdc6-044f-411c-81ca-34ae9d9cca41 HTTP/1.1" status: 200 len: 848 time: 0.0847492 Dec 16 22:14:34.892818 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438422df-988a-4b3c-9047-0e0587f8fd5f None None] Checking router: 246734bd-2bc8-4b84-9747-6589e966e06d for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:34.901077 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-9894ffbe-fe8c-412e-a83a-3050d3d2be3b req-80e174de-e13f-45ab-8b6e-1af92df10ab2 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692983 Dec 16 22:14:34.903958 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438422df-988a-4b3c-9047-0e0587f8fd5f None None] Routers {'246734bd-2bc8-4b84-9747-6589e966e06d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:34.904640 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-438422df-988a-4b3c-9047-0e0587f8fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:14:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['246734bd-2bc8-4b84-9747-6589e966e06d'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:34.958978 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf61a9-c6e1-4271-bf74-9f836c85373e req-c93e674a-11cb-486a-89f8-251aedc8feae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:34.958978 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-bccf61a9-c6e1-4271-bf74-9f836c85373e req-c93e674a-11cb-486a-89f8-251aedc8feae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54f95c81-dc41-42fe-aba7-ccf3a083e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0833004 Dec 16 22:14:35.022806 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-438422df-988a-4b3c-9047-0e0587f8fd5f None None] Set router 246734bd-2bc8-4b84-9747-6589e966e06d gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:35.079003 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-bccf61a9-c6e1-4271-bf74-9f836c85373e req-4a53e69f-0201-48c8-b6df-8733944c6c98 service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171019 Dec 16 22:14:35.185803 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-bccf61a9-c6e1-4271-bf74-9f836c85373e req-b9e166f1-df9d-443c-8231-2688e84bf38e service neutron] 10.222.0.59 "GET /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985727 Dec 16 22:14:35.254048 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-438422df-988a-4b3c-9047-0e0587f8fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:04Z', 'revision_number': 4, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'gw_port': {'id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '8362df81-8842-47e6-a13c-0b454710860f', 'name': '', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'mac_address': 'fa:16:3e:ae:0b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:03Z', 'updated_at': '2021-12-16T22:10:07Z', 'revision_number': 5, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'subnets': [{'id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:35.282057 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438422df-988a-4b3c-9047-0e0587f8fd5f None None] The sync data for ids ['246734bd-2bc8-4b84-9747-6589e966e06d'] in dv-cinder-790535-21-iscsi is: [{'id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:04Z', 'revision_number': 4, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'gw_port': {'id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi', '_interfaces': [{'id': '8362df81-8842-47e6-a13c-0b454710860f', 'name': '', 'network_id': '54f95c81-dc41-42fe-aba7-ccf3a083e444', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'mac_address': 'fa:16:3e:ae:0b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:03Z', 'updated_at': '2021-12-16T22:10:07Z', 'revision_number': 5, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'subnets': [{'id': '64d6fdc6-044f-411c-81ca-34ae9d9cca41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:35.526045 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d94ef-77fa-4b3f-8dad-2e90d8187c8b None None] New status for floating IP 8e671e97-4a5e-43d3-ae73-e8f491a7d35f: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:14:36.026794 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f412af0-1198-444e-9d20-0a5cabbf561e req-6c2989e6-17f1-4ed7-a2d9-d7d533c8e64d tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:36.028324 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7f412af0-1198-444e-9d20-0a5cabbf561e req-6c2989e6-17f1-4ed7-a2d9-d7d533c8e64d tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0521667 Dec 16 22:14:36.085959 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-7f412af0-1198-444e-9d20-0a5cabbf561e req-c35e038a-7f07-45dd-b316-ebf49c6e2113 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/security-groups?id=c70f7457-bab3-43d3-9302-dbe4bf5c23c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512979 Dec 16 22:14:36.292335 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96cfe3-e109-4c99-a60b-87d43e88dbdb req-b3f3cebc-4a1f-4363-87f0-333a5ea9feeb tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:36.293935 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1b96cfe3-e109-4c99-a60b-87d43e88dbdb req-b3f3cebc-4a1f-4363-87f0-333a5ea9feeb tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 945 time: 0.0581577 Dec 16 22:14:36.389326 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-1b96cfe3-e109-4c99-a60b-87d43e88dbdb req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Deleting port 1eac2e60-53c1-4e34-9449-40b1e79f5907 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:36.389668 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-1b96cfe3-e109-4c99-a60b-87d43e88dbdb req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.491099 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [req-1b96cfe3-e109-4c99-a60b-87d43e88dbdb req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] For port 1eac2e60-53c1-4e34-9449-40b1e79f5907, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1eac2e60-53c1-4e34-9449-40b1e79f5907,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:36.491467 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-1b96cfe3-e109-4c99-a60b-87d43e88dbdb req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.505857 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [req-1b96cfe3-e109-4c99-a60b-87d43e88dbdb req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Calling delete_port for 1eac2e60-53c1-4e34-9449-40b1e79f5907 owned by compute:nova {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:36.741621 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-1b96cfe3-e109-4c99-a60b-87d43e88dbdb req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.772702 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Pushing event deleted for resources: {'Port': ['ID=1eac2e60-53c1-4e34-9449-40b1e79f5907,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:36.785299 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.785701 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.786362 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.786362 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.786696 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.787205 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.787403 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.787607 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.787945 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.788252 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.788615 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.788933 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.789251 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.824570 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b96cfe3-e109-4c99-a60b-87d43e88dbdb req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] No DVR routers for this DVR port 1eac2e60-53c1-4e34-9449-40b1e79f5907 on host hv-cinder-79053 {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:36.827010 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [req-1b96cfe3-e109-4c99-a60b-87d43e88dbdb req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44050'] for port, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.830541 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [req-1b96cfe3-e109-4c99-a60b-87d43e88dbdb req-0bb98e68-4ff9-4c94-8e12-0dd1ced3adb0 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.59 "DELETE /v2.0/ports/1eac2e60-53c1-4e34-9449-40b1e79f5907 HTTP/1.1" status: 204 len: 173 time: 0.5302222 Dec 16 22:14:36.831008 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'name': 'network-vif-deleted', 'tag': '1eac2e60-53c1-4e34-9449-40b1e79f5907'}] {{(pid=109593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:36.834180 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c51c816f90df9f9dc26e8725e9e2a07ae33b5b87e3d837a5067a0d4b256d59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d1346c-221d-4720-b2c9-9cbeca2c8425" -d '{"events": [{"server_uuid": "6e76f284-fb12-4098-83fd-95e0d4e2875e", "name": "network-vif-deleted", "tag": "1eac2e60-53c1-4e34-9449-40b1e79f5907"}]}' {{(pid=109593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:36.954278 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb254d66-368c-421a-bd3e-7cfb1cc60922 x-openstack-request-id: req-cb254d66-368c-421a-bd3e-7cfb1cc60922 {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:36.954572 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e76f284-fb12-4098-83fd-95e0d4e2875e", "name": "network-vif-deleted", "tag": "1eac2e60-53c1-4e34-9449-40b1e79f5907", "status": "completed", "code": 200}]} {{(pid=109593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:36.954851 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb254d66-368c-421a-bd3e-7cfb1cc60922 {{(pid=109593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:36.955262 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e76f284-fb12-4098-83fd-95e0d4e2875e', 'name': 'network-vif-deleted', 'tag': '1eac2e60-53c1-4e34-9449-40b1e79f5907', 'status': 'completed', 'code': 200} Dec 16 22:14:37.209600 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-804438ed-ddec-4672-a5f9-f16bbe50c0bc req-4722dbf4-492b-40ef-bc0b-92ae0f111765 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 210 time: 0.0318837 Dec 16 22:14:38.347623 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [req-f448aa8a-5145-49ba-8250-0e652fee7f79 req-18e6d881-b768-4b44-af47-cb065c4a06f6 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e76f284-fb12-4098-83fd-95e0d4e2875e HTTP/1.1" status: 200 len: 210 time: 0.0436091 Dec 16 22:14:39.408255 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 54016) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:39.475979 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fbaccaa6-4d8a-408f-b650-17f0b2eefe06 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.506448 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fbaccaa6-4d8a-408f-b650-17f0b2eefe06 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.660560 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fbaccaa6-4d8a-408f-b650-17f0b2eefe06 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.663475 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-fbaccaa6-4d8a-408f-b650-17f0b2eefe06 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Publish callbacks [] for security_group, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.664992 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-fbaccaa6-4d8a-408f-b650-17f0b2eefe06 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] 10.222.0.44 "DELETE /v2.0/security-groups/c70f7457-bab3-43d3-9302-dbe4bf5c23c9 HTTP/1.1" status: 204 len: 168 time: 0.2551780 Dec 16 22:14:39.680396 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaccaa6-4d8a-408f-b650-17f0b2eefe06 tempest-TestShelveInstance-1669389556 tempest-TestShelveInstance-1669389556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70f7457-bab3-43d3-9302-dbe4bf5c23c9,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:39.788006 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 54020) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:40.060877 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-679ac46d-ea81-4483-8d22-0d435337807e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.481393 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7c366a3b-17f6-4afe-918d-b2173e30ae06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581063'] for router_interface, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.801349 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-7c366a3b-17f6-4afe-918d-b2173e30ae06 admin admin] Deleting port 8362df81-8842-47e6-a13c-0b454710860f {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:40.801635 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7c366a3b-17f6-4afe-918d-b2173e30ae06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.893599 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-7c366a3b-17f6-4afe-918d-b2173e30ae06 admin admin] For port 8362df81-8842-47e6-a13c-0b454710860f, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=8362df81-8842-47e6-a13c-0b454710860f,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:40.893966 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7c366a3b-17f6-4afe-918d-b2173e30ae06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.909795 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-7c366a3b-17f6-4afe-918d-b2173e30ae06 admin admin] Calling delete_port for 8362df81-8842-47e6-a13c-0b454710860f owned by network:router_interface {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:40.922556 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 1eac2e60-53c1-4e34-9449-40b1e79f5907 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:40.945890 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] No Port match for: 1eac2e60-53c1-4e34-9449-40b1e79f5907 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:40.953249 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Device 1eac2e60-53c1-4e34-9449-40b1e79f5907 not bound to the agent host hv-cinder-79053 {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:41.226357 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7c366a3b-17f6-4afe-918d-b2173e30ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.252821 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c366a3b-17f6-4afe-918d-b2173e30ae06 admin admin] Pushing event deleted for resources: {'Port': ['ID=8362df81-8842-47e6-a13c-0b454710860f,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:41.461819 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-7c366a3b-17f6-4afe-918d-b2173e30ae06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1818230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581211'] for router_interface, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.778571 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c366a3b-17f6-4afe-918d-b2173e30ae06 admin admin] Router 246734bd-2bc8-4b84-9747-6589e966e06d has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:14:41.900482 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c366a3b-17f6-4afe-918d-b2173e30ae06 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:41.906573 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-7c366a3b-17f6-4afe-918d-b2173e30ae06 admin admin] 10.222.0.44 "PUT /v2.0/routers/246734bd-2bc8-4b84-9747-6589e966e06d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1168256 Dec 16 22:14:41.909679 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 54022) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:41.912989 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feadfa4-16c3-4b50-89a4-bc3a0423ad10 None None] Sync routers for ids ['246734bd-2bc8-4b84-9747-6589e966e06d'] in dv-cinder-790535-21-iscsi {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:41.926891 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feadfa4-16c3-4b50-89a4-bc3a0423ad10 None None] Routers {'246734bd-2bc8-4b84-9747-6589e966e06d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:41.927537 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-6feadfa4-16c3-4b50-89a4-bc3a0423ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:14:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['246734bd-2bc8-4b84-9747-6589e966e06d'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:42.037741 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] Publish callbacks [] for router, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.078709 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-6feadfa4-16c3-4b50-89a4-bc3a0423ad10 None None] Set router 246734bd-2bc8-4b84-9747-6589e966e06d gateway port host: dv-cinder-790535-21-iscsi {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:42.162343 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.306357 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-6feadfa4-16c3-4b50-89a4-bc3a0423ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:14:41Z', 'revision_number': 5, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'gw_port': {'id': 'd6f6fbdd-c065-4c09-8832-ce55420b7939', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:42.310172 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] Deleting port d6f6fbdd-c065-4c09-8832-ce55420b7939 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:42.310669 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.358496 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feadfa4-16c3-4b50-89a4-bc3a0423ad10 None None] Checking router: 246734bd-2bc8-4b84-9747-6589e966e06d for host: dv-cinder-790535-21-iscsi {{(pid=109595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:42.373573 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feadfa4-16c3-4b50-89a4-bc3a0423ad10 None None] Routers {'246734bd-2bc8-4b84-9747-6589e966e06d'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:42.374579 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-6feadfa4-16c3-4b50-89a4-bc3a0423ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:14:13Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['246734bd-2bc8-4b84-9747-6589e966e06d'], 'active': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:42.456164 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] For port d6f6fbdd-c065-4c09-8832-ce55420b7939, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=d6f6fbdd-c065-4c09-8832-ce55420b7939,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:42.456787 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.478356 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] Calling delete_port for d6f6fbdd-c065-4c09-8832-ce55420b7939 owned by network:router_gateway {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:42.673789 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvr_db [None req-6feadfa4-16c3-4b50-89a4-bc3a0423ad10 None None] Set router 246734bd-2bc8-4b84-9747-6589e966e06d gateway port host: None {{(pid=109595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:42.732741 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-325df53e-43d3-4a07-b603-745f2eb3c560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.734252 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_hamode_db [None req-6feadfa4-16c3-4b50-89a4-bc3a0423ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:14:42Z', 'revision_number': 6, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'gw_port_host': None}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:42.769439 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feadfa4-16c3-4b50-89a4-bc3a0423ad10 None None] The sync data for ids ['246734bd-2bc8-4b84-9747-6589e966e06d'] in dv-cinder-790535-21-iscsi is: [{'id': '246734bd-2bc8-4b84-9747-6589e966e06d', 'name': 'tempest-TestShelveInstance-2013993311-router', 'tenant_id': 'd0b5a14f5171469da9e351735b91d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:00Z', 'updated_at': '2021-12-16T22:14:42Z', 'revision_number': 6, 'project_id': 'd0b5a14f5171469da9e351735b91d031', 'gw_port_host': None}] {{(pid=109595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:42.843438 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.868645 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f6fbdd-c065-4c09-8832-ce55420b7939,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:42.942194 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.111409 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124280'] for router, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.115357 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.260328 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587616'] for router, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.260939 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 246734bd-2bc8-4b84-9747-6589e966e06d {{(pid=109593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:14:43.269814 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] Publish callbacks [] for router, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.269814 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-b9df596d-ed73-4a44-a2c4-57b5100c9687 admin admin] 10.222.0.44 "DELETE /v2.0/routers/246734bd-2bc8-4b84-9747-6589e966e06d HTTP/1.1" status: 204 len: 168 time: 1.3556409 Dec 16 22:14:43.272306 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 54024) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:43.277858 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:14:43.322074 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d6a5d2-ed76-404b-b1f5-1906de7dc948 admin admin] Deleting subnet 64d6fdc6-044f-411c-81ca-34ae9d9cca41 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:14:43.326516 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2d6a5d2-ed76-404b-b1f5-1906de7dc948 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.380386 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2d6a5d2-ed76-404b-b1f5-1906de7dc948 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215263'] for subnet, precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.467670 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2d6a5d2-ed76-404b-b1f5-1906de7dc948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.598929 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2d6a5d2-ed76-404b-b1f5-1906de7dc948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9313484'] for subnet, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.626122 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.628546 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6a5d2-ed76-404b-b1f5-1906de7dc948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d6fdc6-044f-411c-81ca-34ae9d9cca41,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:43.637732 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2d6a5d2-ed76-404b-b1f5-1906de7dc948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.641821 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d2d6a5d2-ed76-404b-b1f5-1906de7dc948 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/64d6fdc6-044f-411c-81ca-34ae9d9cca41 HTTP/1.1" status: 204 len: 168 time: 0.3678062 Dec 16 22:14:43.646409 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [-] (109593) accepted ('10.222.0.44', 54026) {{(pid=109593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:43.648600 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c6e279-9980-45e5-8510-798f7d7374df None None] Network 54f95c81-dc41-42fe-aba7-ccf3a083e444 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:43.757067 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.852582 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] DHCP port deletion for 54f95c81-dc41-42fe-aba7-ccf3a083e444 request from dv-cinder-790535-21-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:14:43.857838 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] Deleting port cb16b14a-6574-424c-b900-440aa08853f9 {{(pid=109593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:43.858751 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.933821 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Deleting port cb16b14a-6574-424c-b900-440aa08853f9 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:43.934366 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.964203 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.db [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] For port cb16b14a-6574-424c-b900-440aa08853f9, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=cb16b14a-6574-424c-b900-440aa08853f9,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:43.964727 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.984560 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.plugin [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] Calling delete_port for cb16b14a-6574-424c-b900-440aa08853f9 owned by network:dhcp {{(pid=109593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:44.014213 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] For port cb16b14a-6574-424c-b900-440aa08853f9, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=cb16b14a-6574-424c-b900-440aa08853f9,segment=NetworkSegment(00784b26-4ec2-47c9-87c6-f3689a1f1d96),segment_id=00784b26-4ec2-47c9-87c6-f3689a1f1d96)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:44.014610 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.035030 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Calling delete_port for cb16b14a-6574-424c-b900-440aa08853f9 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:44.130153 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8472638'] for port, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.140435 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555'] for port, after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.173913 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] No DVR routers for this DVR port cb16b14a-6574-424c-b900-440aa08853f9 on host dv-cinder-790535-21-iscsi {{(pid=109593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:44.175116 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Pushing event deleted for resources: {'Port': ['ID=cb16b14a-6574-424c-b900-440aa08853f9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:44.179986 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb16b14a-6574-424c-b900-440aa08853f9,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:44.180315 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] No DVR routers for this DVR port cb16b14a-6574-424c-b900-440aa08853f9 on host dv-cinder-790535-21-iscsi {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:44.186960 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:44.187407 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:44.187687 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:44.187969 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:44.188287 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:44.188637 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:44.188964 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:44.189285 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:44.189620 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:44.189965 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:44.190372 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:44.190547 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:44.190869 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e057b9d-aa08-4dfc-815e-da5d725041d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-21-iscsi {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:44.283058 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.320963 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f95c81-dc41-42fe-aba7-ccf3a083e444']}} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:44.338507 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00784b26-4ec2-47c9-87c6-f3689a1f1d96') {'for_net_delete': True} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:44.338980 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.services.segments.db [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00784b26-4ec2-47c9-87c6-f3689a1f1d96') {} {{(pid=109593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:44.355820 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8496230'] for segment, before_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.371035 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.377598 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=109593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:14:44.378075 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8472675'] for segment, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: Traceback (most recent call last): Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: timer() Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: cb(*args, **kw) Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: return func(*args, **kwargs) Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: self._notify() Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: self.callback(batched_events) Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: event.method(event) Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: return f(self, *a, **k) Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._get(url).json() Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: return self.request(url, 'GET', **kwargs) Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:14:44.381169 dv-cinder-790535-21-iscsi neutron-server[109593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:14:44.494733 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.502286 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron_lib.callbacks.manager [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.506557 dv-cinder-790535-21-iscsi neutron-server[109593]: INFO neutron.wsgi [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] 10.222.0.44 "DELETE /v2.0/networks/54f95c81-dc41-42fe-aba7-ccf3a083e444 HTTP/1.1" status: 204 len: 168 time: 0.8579686 Dec 16 22:14:44.510826 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 54028) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:44.518500 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546f095-5204-428b-9320-986dd225cc42 admin admin] Pushing event deleted for resources: {'Network': ['ID=54f95c81-dc41-42fe-aba7-ccf3a083e444,revision_number=None']} {{(pid=109593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:44.664380 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device d6f6fbdd-c065-4c09-8832-ce55420b7939 no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:44.689558 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: d6f6fbdd-c065-4c09-8832-ce55420b7939 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:44.690076 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device d6f6fbdd-c065-4c09-8832-ce55420b7939 not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:44.690671 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 8362df81-8842-47e6-a13c-0b454710860f no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:44.716219 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: 8362df81-8842-47e6-a13c-0b454710860f {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:44.716844 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 8362df81-8842-47e6-a13c-0b454710860f not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:44.717461 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device cb16b14a-6574-424c-b900-440aa08853f9 no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:44.745400 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: cb16b14a-6574-424c-b900-440aa08853f9 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:44.745692 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device cb16b14a-6574-424c-b900-440aa08853f9 not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:44.913933 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c52aa9ff-a4ee-447e-af6b-8257b729c443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581063'] for router_interface, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.105570 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.221650 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c52aa9ff-a4ee-447e-af6b-8257b729c443 admin admin] Deleting port 1f297d32-4729-4b3a-b9e7-386d0d572765 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:45.221989 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c52aa9ff-a4ee-447e-af6b-8257b729c443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.310748 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-c52aa9ff-a4ee-447e-af6b-8257b729c443 admin admin] For port 1f297d32-4729-4b3a-b9e7-386d0d572765, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=1f297d32-4729-4b3a-b9e7-386d0d572765,segment=NetworkSegment(d2c333a9-ab05-462b-86f3-3f42fd8fc8e2),segment_id=d2c333a9-ab05-462b-86f3-3f42fd8fc8e2)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:45.311022 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c52aa9ff-a4ee-447e-af6b-8257b729c443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.325896 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c52aa9ff-a4ee-447e-af6b-8257b729c443 admin admin] Calling delete_port for 1f297d32-4729-4b3a-b9e7-386d0d572765 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:45.592081 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c52aa9ff-a4ee-447e-af6b-8257b729c443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.622589 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52aa9ff-a4ee-447e-af6b-8257b729c443 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f297d32-4729-4b3a-b9e7-386d0d572765,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:45.898314 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c52aa9ff-a4ee-447e-af6b-8257b729c443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1818230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581211'] for router_interface, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.945698 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.240844 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52aa9ff-a4ee-447e-af6b-8257b729c443 admin admin] Router d152edc6-2263-45f9-945e-4011e4025b82 has already been hosted by L3 agent 9599d96b-d38e-440c-b92a-05512f3441c3 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:14:46.365116 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52aa9ff-a4ee-447e-af6b-8257b729c443 admin admin] Notify agent at l3_agent.dv-cinder-790535-21-iscsi the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:46.371419 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-c52aa9ff-a4ee-447e-af6b-8257b729c443 admin admin] 10.222.0.44 "PUT /v2.0/routers/d152edc6-2263-45f9-945e-4011e4025b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8583245 Dec 16 22:14:46.374837 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 54030) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:46.378453 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a49332-715a-4f3d-a1fe-902ca0fdad99 None None] Sync routers for ids ['d152edc6-2263-45f9-945e-4011e4025b82'] in dv-cinder-790535-21-iscsi {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:46.396035 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a49332-715a-4f3d-a1fe-902ca0fdad99 None None] Routers {'d152edc6-2263-45f9-945e-4011e4025b82'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:46.397248 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-43a49332-715a-4f3d-a1fe-902ca0fdad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:14:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['d152edc6-2263-45f9-945e-4011e4025b82'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:46.491821 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] Publish callbacks [] for router, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.573987 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-43a49332-715a-4f3d-a1fe-902ca0fdad99 None None] Set router d152edc6-2263-45f9-945e-4011e4025b82 gateway port host: dv-cinder-790535-21-iscsi {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:46.648343 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.815438 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-43a49332-715a-4f3d-a1fe-902ca0fdad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'name': 'tempest-TestShelveInstance-891628970-router', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'external_fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9d34be7b-0ab1-40c2-bc35-44ccfe749820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:07Z', 'updated_at': '2021-12-16T22:14:45Z', 'revision_number': 5, 'project_id': '485bdaa20ded4ffe818925ea7967c059', 'gw_port': {'id': '9d34be7b-0ab1-40c2-bc35-44ccfe749820', 'name': '', 'network_id': '9be982ba-a6d1-4fb3-be31-1a24ea235b23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:08Z', 'updated_at': '2021-12-16T22:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2d070ba-3389-4ce7-87f1-67e620c126bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-21-iscsi'}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:46.815828 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] Deleting port 9d34be7b-0ab1-40c2-bc35-44ccfe749820 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:46.816298 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.849633 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a49332-715a-4f3d-a1fe-902ca0fdad99 None None] Checking router: d152edc6-2263-45f9-945e-4011e4025b82 for host: dv-cinder-790535-21-iscsi {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:46.859447 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a49332-715a-4f3d-a1fe-902ca0fdad99 None None] Routers {'d152edc6-2263-45f9-945e-4011e4025b82'} bound to L3 agent in host dv-cinder-790535-21-iscsi {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:46.860075 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-43a49332-715a-4f3d-a1fe-902ca0fdad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:47:12Z,description=,heartbeat_timestamp=2021-12-16T22:14:43Z,host='dv-cinder-790535-21-iscsi',id=9599d96b-d38e-440c-b92a-05512f3441c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:47:13Z,topic='l3_agent')) {'router_ids': ['d152edc6-2263-45f9-945e-4011e4025b82'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:46.948905 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] For port 9d34be7b-0ab1-40c2-bc35-44ccfe749820, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=9d34be7b-0ab1-40c2-bc35-44ccfe749820,segment=NetworkSegment(8d239b69-d69f-485c-a284-97b49372e8ac),segment_id=8d239b69-d69f-485c-a284-97b49372e8ac)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:46.949482 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.956506 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-43a49332-715a-4f3d-a1fe-902ca0fdad99 None None] Set router d152edc6-2263-45f9-945e-4011e4025b82 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:47.117182 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-43a49332-715a-4f3d-a1fe-902ca0fdad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'name': 'tempest-TestShelveInstance-891628970-router', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:07Z', 'updated_at': '2021-12-16T22:14:46Z', 'revision_number': 6, 'project_id': '485bdaa20ded4ffe818925ea7967c059', 'gw_port_host': None}], 'dv-cinder-790535-21-iscsi', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:47.174517 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a49332-715a-4f3d-a1fe-902ca0fdad99 None None] The sync data for ids ['d152edc6-2263-45f9-945e-4011e4025b82'] in dv-cinder-790535-21-iscsi is: [{'id': 'd152edc6-2263-45f9-945e-4011e4025b82', 'name': 'tempest-TestShelveInstance-891628970-router', 'tenant_id': '485bdaa20ded4ffe818925ea7967c059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:07Z', 'updated_at': '2021-12-16T22:14:46Z', 'revision_number': 6, 'project_id': '485bdaa20ded4ffe818925ea7967c059', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:47.213095 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] Calling delete_port for 9d34be7b-0ab1-40c2-bc35-44ccfe749820 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:47.808171 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.834697 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d34be7b-0ab1-40c2-bc35-44ccfe749820,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:47.901654 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581881'] for router_gateway, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.003141 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124280'] for router, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.006012 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.146979 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587616'] for router, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.147928 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d152edc6-2263-45f9-945e-4011e4025b82 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:14:48.153769 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] Publish callbacks [] for router, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.155354 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7a3e1f0e-50b6-40a1-b947-95d2c4c9986e admin admin] 10.222.0.44 "DELETE /v2.0/routers/d152edc6-2263-45f9-945e-4011e4025b82 HTTP/1.1" status: 204 len: 168 time: 1.7797050 Dec 16 22:14:48.159068 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 54032) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:48.209704 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-8415582c-e337-4514-87e0-6e8478f338c9 admin admin] Deleting subnet 978ab419-2c6e-4626-b69e-a3534c10d89e {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:14:48.213340 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8415582c-e337-4514-87e0-6e8478f338c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.249984 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8415582c-e337-4514-87e0-6e8478f338c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215263'] for subnet, precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.340521 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8415582c-e337-4514-87e0-6e8478f338c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686548'] for subnet, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.460964 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8415582c-e337-4514-87e0-6e8478f338c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3293184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9313484'] for subnet, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.491697 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415582c-e337-4514-87e0-6e8478f338c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=978ab419-2c6e-4626-b69e-a3534c10d89e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:48.492411 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8415582c-e337-4514-87e0-6e8478f338c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for subnet, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.496387 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-8415582c-e337-4514-87e0-6e8478f338c9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/978ab419-2c6e-4626-b69e-a3534c10d89e HTTP/1.1" status: 204 len: 168 time: 0.3353038 Dec 16 22:14:48.498672 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c38ba7-9171-4f27-9c5c-a826e254130b None None] Network 67f9a7ca-67dd-45ef-9b7d-739cc48e2643 requested from dv-cinder-790535-21-iscsi {{(pid=109595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:48.499424 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 54034) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:48.577364 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737018'] for network, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.665631 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 1f297d32-4729-4b3a-b9e7-386d0d572765 no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:48.667651 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] Deleting port 1a151afd-62a7-4fb1-9f24-4e78f370bc0c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:48.668230 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.686659 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: 1f297d32-4729-4b3a-b9e7-386d0d572765 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:48.687276 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 1f297d32-4729-4b3a-b9e7-386d0d572765 not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:48.687760 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 9d34be7b-0ab1-40c2-bc35-44ccfe749820 no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:48.692156 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa77e810-7458-441a-80c0-2c78b31e9773 None None] DHCP port deletion for 67f9a7ca-67dd-45ef-9b7d-739cc48e2643 request from dv-cinder-790535-21-iscsi {{(pid=109595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:14:48.712802 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: 9d34be7b-0ab1-40c2-bc35-44ccfe749820 {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:48.713319 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 9d34be7b-0ab1-40c2-bc35-44ccfe749820 not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:48.768316 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-aa77e810-7458-441a-80c0-2c78b31e9773 None None] Deleting port 1a151afd-62a7-4fb1-9f24-4e78f370bc0c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:48.768715 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa77e810-7458-441a-80c0-2c78b31e9773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768342387568'] for port, before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.771965 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] For port 1a151afd-62a7-4fb1-9f24-4e78f370bc0c, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=1a151afd-62a7-4fb1-9f24-4e78f370bc0c,segment=NetworkSegment(d2c333a9-ab05-462b-86f3-3f42fd8fc8e2),segment_id=d2c333a9-ab05-462b-86f3-3f42fd8fc8e2)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:48.772615 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.797540 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] Calling delete_port for 1a151afd-62a7-4fb1-9f24-4e78f370bc0c owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:48.835782 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-aa77e810-7458-441a-80c0-2c78b31e9773 None None] For port 1a151afd-62a7-4fb1-9f24-4e78f370bc0c, host dv-cinder-790535-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-21-iscsi',level=0,port_id=1a151afd-62a7-4fb1-9f24-4e78f370bc0c,segment=NetworkSegment(d2c333a9-ab05-462b-86f3-3f42fd8fc8e2),segment_id=d2c333a9-ab05-462b-86f3-3f42fd8fc8e2)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:48.836177 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa77e810-7458-441a-80c0-2c78b31e9773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480402'] for port, precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.849863 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-aa77e810-7458-441a-80c0-2c78b31e9773 None None] Calling delete_port for 1a151afd-62a7-4fb1-9f24-4e78f370bc0c owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:49.054083 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa77e810-7458-441a-80c0-2c78b31e9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555'] for port, after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.064698 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768342558163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768342009555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3293239'] for port, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.085020 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77e810-7458-441a-80c0-2c78b31e9773 None None] Pushing event deleted for resources: {'Port': ['ID=1a151afd-62a7-4fb1-9f24-4e78f370bc0c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:49.089738 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa77e810-7458-441a-80c0-2c78b31e9773 None None] No DVR routers for this DVR port 1a151afd-62a7-4fb1-9f24-4e78f370bc0c on host dv-cinder-790535-21-iscsi {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:49.112503 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a151afd-62a7-4fb1-9f24-4e78f370bc0c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:49.119488 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] No DVR routers for this DVR port 1a151afd-62a7-4fb1-9f24-4e78f370bc0c on host dv-cinder-790535-21-iscsi {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:49.207671 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674883', 'neutron.services.segments.db._delete_segments_for_network-8768342494850'] for network, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.231361 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f9a7ca-67dd-45ef-9b7d-739cc48e2643']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:49.242144 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c333a9-ab05-462b-86f3-3f42fd8fc8e2') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:49.242444 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c333a9-ab05-462b-86f3-3f42fd8fc8e2') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:49.252403 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768342496651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215460'] for segment, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.267693 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941'] for segment, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.274795 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:14:49.275308 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3293290'] for segment, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: self.session.flush() Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: self.session.flush() Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: self.session.flush() Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: self.session.flush() Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: Traceback (most recent call last): Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: timer() Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: cb(*args, **kw) Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: return func(*args, **kwargs) Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: self._notify() Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: self.callback(batched_events) Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: event.method(event) Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: return f(self, *a, **k) Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._get(url).json() Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: return self.request(url, 'GET', **kwargs) Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:14:49.277468 dv-cinder-790535-21-iscsi neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:14:49.391615 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581845'] for network, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.398885 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818193'] for network, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.402353 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/67f9a7ca-67dd-45ef-9b7d-739cc48e2643 HTTP/1.1" status: 204 len: 168 time: 0.9018762 Dec 16 22:14:49.416667 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77d681-405b-47e9-8438-5dad6240f2e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=67f9a7ca-67dd-45ef-9b7d-739cc48e2643,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:49.821079 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 54038) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:49.893819 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-9085f5dc-251c-49d7-b19f-18b63beef1e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d0b5a14f5171469da9e351735b91d031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711012 Dec 16 22:14:49.896165 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 54040) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:49.950617 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ee1cdef-ad56-4c7e-b655-e541f519f4ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.975766 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ee1cdef-ad56-4c7e-b655-e541f519f4ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.117649 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ee1cdef-ad56-4c7e-b655-e541f519f4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.120592 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ee1cdef-ad56-4c7e-b655-e541f519f4ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.123482 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-7ee1cdef-ad56-4c7e-b655-e541f519f4ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f21cd00c-1f01-4e58-b9e9-fc0a88e9ea82 HTTP/1.1" status: 204 len: 168 time: 0.2246323 Dec 16 22:14:50.133579 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1cdef-ad56-4c7e-b655-e541f519f4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21cd00c-1f01-4e58-b9e9-fc0a88e9ea82,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:50.640100 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 1a151afd-62a7-4fb1-9f24-4e78f370bc0c no longer exists at agent ovs-agent-dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:50.663234 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] No Port match for: 1a151afd-62a7-4fb1-9f24-4e78f370bc0c {{(pid=109595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:50.663619 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron.plugins.ml2.rpc [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Device 1a151afd-62a7-4fb1-9f24-4e78f370bc0c not bound to the agent host dv-cinder-790535-21-iscsi {{(pid=109595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:50.928026 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 54046) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:51.005163 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-aa16930f-1723-44f7-b6c3-f728e33ca53b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=485bdaa20ded4ffe818925ea7967c059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0753694 Dec 16 22:14:51.007734 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.44', 54050) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:51.062107 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d6caf4f4-18b1-4899-8508-2d99f2ddce00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.087756 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d6caf4f4-18b1-4899-8508-2d99f2ddce00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.231518 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d6caf4f4-18b1-4899-8508-2d99f2ddce00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401796'] for security_group, after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.234486 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d6caf4f4-18b1-4899-8508-2d99f2ddce00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.235849 dv-cinder-790535-21-iscsi neutron-server[109594]: INFO neutron.wsgi [None req-d6caf4f4-18b1-4899-8508-2d99f2ddce00 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/695a5fdd-cbc8-4db1-b0ed-2c96bd38d336 HTTP/1.1" status: 204 len: 168 time: 0.2271249 Dec 16 22:14:51.246589 dv-cinder-790535-21-iscsi neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6caf4f4-18b1-4899-8508-2d99f2ddce00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695a5fdd-cbc8-4db1-b0ed-2c96bd38d336,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:03.545753 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:10.065044 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a092ae5-039c-4863-91cd-820d368bb1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.631013 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f41c71d7-fba9-48dd-a0cd-d48b38eb7ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.653202 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:15.128856 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:15.939546 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:20.278129 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:15:31.995166 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [req-451b71a7-bf1e-4033-b563-be34c7976c92 req-2115b4f3-26a1-4e45-b805-00a3be24956f tempest-VolumesActionsTest-146955966 tempest-VolumesActionsTest-146955966-project] (109593) timed out ('10.222.0.59', 56989) {{(pid=109593) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:15:33.573262 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.053063 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8f6a889-5216-4e2a-b4bd-cd510e87e0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:42.646760 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a581d914-e450-4ead-ab99-00cd20a40634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:43.624288 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.121329 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:45.947973 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.278549 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:16:03.566236 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.080943 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2011c618-012b-474b-be98-c7d9dbba7bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:12.645955 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1b42-0fb3-4eb1-bba7-23ba6dc9f9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:13.646790 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:15.112247 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:15.931813 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:33.579804 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:34.277161 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:16:40.060100 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3bd45083-1d51-4118-90de-051ab1b6d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.639860 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b2cecad-1b34-4c2b-9515-7ffb27bd93d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:43.622187 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.125960 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.954040 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.555854 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.078758 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ab9556f-6669-483b-be47-323c43af6c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.275733 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:17:12.658498 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a89ae51a-a2c1-4e3d-a933-db4137972a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.635370 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.112288 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.960999 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.577519 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.090717 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92727474-5640-44d7-86f5-abe095e48dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:42.648749 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-baa18f86-cd5f-4658-828a-0e6183bc4fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.645205 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.125454 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.940767 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.274867 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:18:03.608327 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:10.095560 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10843f14-6e53-434c-9775-073beedb7d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.672509 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-86c6003b-497c-4e66-b6d2-05d1675231fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.866098 dv-cinder-790535-21-iscsi neutron-server[109593]: DEBUG neutron.wsgi [req-3859a01d-9084-40e7-9666-cbe02ac695d1 req-798c03ca-33e5-4890-b7b5-2bcafc6321b3 service neutron] (109593) timed out ('10.222.0.59', 56955) {{(pid=109593) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:18:13.655334 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.152347 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.992277 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:25.276107 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:18:33.625813 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:40.054451 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ed34128-1cd7-4b50-87f5-94872f61c20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.647879 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-780855fe-9780-42fe-a8d7-ab9b1cb605e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.653978 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.116113 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.950921 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.275320 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:19:03.607228 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.034724 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c9b63d6-0391-4342-8260-342612a9bcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.670023 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23a2c71f-da5c-48d8-b3b0-2e6d14739885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.703548 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.132711 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.943163 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.634276 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.275339 dv-cinder-790535-21-iscsi neutron-server[109597]: DEBUG neutron.db.agents_db [None req-efe6a6ca-fc9d-42da-b62b-3bebc1844df8 None None] Agent healthcheck: found 6 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:19:40.045409 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-047c8bc6-2d8b-4bca-aac5-065a2ad245be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.796146 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb654-f689-4e74-9719-e32be1525347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.673768 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b22842b-23c1-4644-b49a-d46370b097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:45.125271 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a31c8f1-0b11-4002-9f7a-32138f303e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:45.999533 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f10297d5-2ebf-4bbb-bc9f-85b4801fc966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.667299 dv-cinder-790535-21-iscsi neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-553fe3d7-5e12-4192-a174-4a0d8145fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768342494805', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676245'] for agent, after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}